2024-11-11 16:17:35,343 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-11 16:17:35,368 main DEBUG Took 0.023079 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 16:17:35,369 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 16:17:35,369 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 16:17:35,371 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 16:17:35,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:17:35,381 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 16:17:35,398 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:17:35,400 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:17:35,400 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:17:35,401 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:17:35,401 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:17:35,401 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:17:35,402 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:17:35,403 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:17:35,404 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:17:35,404 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:17:35,405 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:17:35,406 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:17:35,406 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:17:35,407 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:17:35,407 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:17:35,408 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:17:35,409 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:17:35,409 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:17:35,410 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:17:35,410 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:17:35,411 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:17:35,411 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:17:35,412 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:17:35,412 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:17:35,413 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:17:35,413 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 16:17:35,415 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:17:35,417 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 16:17:35,420 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 16:17:35,420 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 16:17:35,422 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 16:17:35,422 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 16:17:35,434 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 16:17:35,438 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 16:17:35,440 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 16:17:35,441 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 16:17:35,449 main DEBUG createAppenders(={Console}) 2024-11-11 16:17:35,450 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-11 16:17:35,451 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-11 16:17:35,451 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-11 16:17:35,451 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 16:17:35,452 main DEBUG OutputStream closed 2024-11-11 16:17:35,452 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 16:17:35,452 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 16:17:35,453 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-11 16:17:35,553 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 16:17:35,557 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 16:17:35,558 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 16:17:35,559 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 16:17:35,560 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 16:17:35,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 16:17:35,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 16:17:35,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 16:17:35,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 16:17:35,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 16:17:35,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 16:17:35,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 16:17:35,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 16:17:35,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 16:17:35,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 16:17:35,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 16:17:35,569 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 16:17:35,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 16:17:35,572 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 16:17:35,573 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-11 16:17:35,573 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 16:17:35,574 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-11T16:17:35,598 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-11 16:17:35,604 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 16:17:35,604 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T16:17:35,671 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=602, ProcessCount=11, AvailableMemoryMB=3875 2024-11-11T16:17:35,939 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-11T16:17:36,002 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759 2024-11-11T16:17:36,008 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/cluster_58886962-c56a-76b1-ca83-13fb6a8a92ce, deleteOnExit=true 2024-11-11T16:17:36,137 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/cluster_58886962-c56a-76b1-ca83-13fb6a8a92ce/zookeeper_0, clientPort=52208, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/cluster_58886962-c56a-76b1-ca83-13fb6a8a92ce/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/cluster_58886962-c56a-76b1-ca83-13fb6a8a92ce/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T16:17:36,155 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52208 2024-11-11T16:17:36,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:17:36,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:17:36,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/test.cache.data in system properties and HBase conf 2024-11-11T16:17:36,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:17:36,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:17:36,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:17:36,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:17:36,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:17:36,286 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T16:17:36,433 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:17:36,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:17:36,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:17:36,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:17:36,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:17:36,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:17:36,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:17:36,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:17:36,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:17:36,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:17:36,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:17:36,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:17:36,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:17:36,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:17:36,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:17:37,394 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T16:17:37,509 INFO [Time-limited test {}] log.Log(170): Logging initialized @3134ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T16:17:37,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:17:37,669 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:17:37,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:17:37,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:17:37,693 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T16:17:37,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:17:37,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:17:37,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:17:37,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/java.io.tmpdir/jetty-localhost-41321-hadoop-hdfs-3_4_1-tests_jar-_-any-12312556492922028415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:17:37,922 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:41321} 2024-11-11T16:17:37,923 INFO [Time-limited test {}] server.Server(415): Started @3549ms 2024-11-11T16:17:38,404 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:17:38,411 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:17:38,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:17:38,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:17:38,413 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:17:38,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:17:38,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:17:38,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/java.io.tmpdir/jetty-localhost-36667-hadoop-hdfs-3_4_1-tests_jar-_-any-13797096975088110933/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:17:38,538 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:36667} 2024-11-11T16:17:38,538 INFO [Time-limited test {}] server.Server(415): Started @4165ms 2024-11-11T16:17:38,606 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:17:39,181 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/cluster_58886962-c56a-76b1-ca83-13fb6a8a92ce/data/data1/current/BP-1534485141-172.17.0.2-1731341857106/current, will proceed with Du for space computation calculation, 2024-11-11T16:17:39,182 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/cluster_58886962-c56a-76b1-ca83-13fb6a8a92ce/data/data2/current/BP-1534485141-172.17.0.2-1731341857106/current, will proceed with Du for space computation calculation, 2024-11-11T16:17:39,238 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:17:39,310 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf47f36a56a6a01c with lease ID 0x8cbb97278fe1fbd7: Processing first storage report for DS-0f807e9d-691e-42e5-8063-917b94af8e65 from datanode DatanodeRegistration(127.0.0.1:39365, datanodeUuid=7161121a-b063-4d30-ab8b-b19d115bd267, infoPort=41231, infoSecurePort=0, ipcPort=40861, storageInfo=lv=-57;cid=testClusterID;nsid=271353968;c=1731341857106) 2024-11-11T16:17:39,312 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf47f36a56a6a01c with lease ID 0x8cbb97278fe1fbd7: from storage DS-0f807e9d-691e-42e5-8063-917b94af8e65 node DatanodeRegistration(127.0.0.1:39365, datanodeUuid=7161121a-b063-4d30-ab8b-b19d115bd267, infoPort=41231, infoSecurePort=0, ipcPort=40861, storageInfo=lv=-57;cid=testClusterID;nsid=271353968;c=1731341857106), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T16:17:39,313 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf47f36a56a6a01c with lease ID 0x8cbb97278fe1fbd7: Processing first storage report for DS-904ebfb7-e631-4e17-a831-acb5b2ba3cc0 from datanode DatanodeRegistration(127.0.0.1:39365, datanodeUuid=7161121a-b063-4d30-ab8b-b19d115bd267, infoPort=41231, infoSecurePort=0, ipcPort=40861, storageInfo=lv=-57;cid=testClusterID;nsid=271353968;c=1731341857106) 2024-11-11T16:17:39,313 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf47f36a56a6a01c with lease ID 0x8cbb97278fe1fbd7: from storage DS-904ebfb7-e631-4e17-a831-acb5b2ba3cc0 node DatanodeRegistration(127.0.0.1:39365, datanodeUuid=7161121a-b063-4d30-ab8b-b19d115bd267, infoPort=41231, infoSecurePort=0, ipcPort=40861, storageInfo=lv=-57;cid=testClusterID;nsid=271353968;c=1731341857106), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T16:17:39,335 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759 2024-11-11T16:17:39,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:17:39,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:17:39,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:17:40,051 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0 with version=8 2024-11-11T16:17:40,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/hbase-staging 2024-11-11T16:17:40,170 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T16:17:40,471 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:17:40,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:17:40,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:17:40,494 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:17:40,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:17:40,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:17:40,665 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:17:40,747 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T16:17:40,756 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T16:17:40,760 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:17:40,795 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9982 (auto-detected) 2024-11-11T16:17:40,797 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T16:17:40,824 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43789 2024-11-11T16:17:40,856 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43789 connecting to ZooKeeper ensemble=127.0.0.1:52208 2024-11-11T16:17:40,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437890x0, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:17:40,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43789-0x1002fa237fb0000 connected 2024-11-11T16:17:40,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:17:41,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:17:41,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Set watcher on znode that does not yet exist, /0-739848796/running 2024-11-11T16:17:41,023 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0, hbase.cluster.distributed=false 2024-11-11T16:17:41,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Set watcher on znode that does not yet exist, /0-739848796/acl 2024-11-11T16:17:41,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43789 2024-11-11T16:17:41,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43789 2024-11-11T16:17:41,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43789 2024-11-11T16:17:41,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43789 2024-11-11T16:17:41,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43789 2024-11-11T16:17:41,242 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:17:41,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:17:41,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:17:41,245 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:17:41,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:17:41,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:17:41,248 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:17:41,251 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:17:41,252 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36889 2024-11-11T16:17:41,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36889 connecting to ZooKeeper ensemble=127.0.0.1:52208 2024-11-11T16:17:41,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:17:41,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:17:41,271 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368890x0, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:17:41,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368890x0, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Set watcher on znode that does not yet exist, /0-739848796/running 2024-11-11T16:17:41,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36889-0x1002fa237fb0001 connected 2024-11-11T16:17:41,277 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:17:41,287 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:17:41,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36889-0x1002fa237fb0001, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Set watcher on znode that does not yet exist, /0-739848796/master 2024-11-11T16:17:41,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36889-0x1002fa237fb0001, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Set watcher on znode that does not yet exist, /0-739848796/acl 2024-11-11T16:17:41,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36889 2024-11-11T16:17:41,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36889 2024-11-11T16:17:41,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36889 2024-11-11T16:17:41,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36889 2024-11-11T16:17:41,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36889 2024-11-11T16:17:41,322 DEBUG [M:0;16b413a53992:43789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:43789 2024-11-11T16:17:41,324 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-739848796/backup-masters/16b413a53992,43789,1731341860235 2024-11-11T16:17:41,334 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1002fa237fb0001, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796/backup-masters 2024-11-11T16:17:41,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796/backup-masters 2024-11-11T16:17:41,337 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Set watcher on existing znode=/0-739848796/backup-masters/16b413a53992,43789,1731341860235 2024-11-11T16:17:41,369 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1002fa237fb0001, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-739848796/master 2024-11-11T16:17:41,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796 2024-11-11T16:17:41,369 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1002fa237fb0001, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796 2024-11-11T16:17:41,370 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Set watcher on existing znode=/0-739848796/master 2024-11-11T16:17:41,372 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-739848796/backup-masters/16b413a53992,43789,1731341860235 from backup master directory 2024-11-11T16:17:41,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-739848796/backup-masters/16b413a53992,43789,1731341860235 2024-11-11T16:17:41,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796/backup-masters 2024-11-11T16:17:41,377 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1002fa237fb0001, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796/backup-masters 2024-11-11T16:17:41,378 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:17:41,378 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,43789,1731341860235 2024-11-11T16:17:41,381 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T16:17:41,383 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T16:17:41,451 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/hbase.id] with ID: 46426e9e-7c6e-4f66-ad06-757fc67648f0 2024-11-11T16:17:41,451 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/.tmp/hbase.id 2024-11-11T16:17:41,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:17:41,467 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/.tmp/hbase.id]:[hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/hbase.id] 2024-11-11T16:17:41,525 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:17:41,532 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:17:41,554 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-11T16:17:41,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796 2024-11-11T16:17:41,559 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1002fa237fb0001, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796 2024-11-11T16:17:41,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:17:41,585 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:17:41,587 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:17:41,609 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:17:41,615 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:17:41,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:17:41,675 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store 2024-11-11T16:17:41,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:17:41,714 INFO [master/16b413a53992:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T16:17:41,719 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:41,721 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:17:41,721 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:17:41,722 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:17:41,724 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:17:41,724 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:17:41,724 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:17:41,726 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731341861721Disabling compacts and flushes for region at 1731341861721Disabling writes for close at 1731341861724 (+3 ms)Writing region close event to WAL at 1731341861724Closed at 1731341861724 2024-11-11T16:17:41,729 WARN [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/.initializing 2024-11-11T16:17:41,729 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/WALs/16b413a53992,43789,1731341860235 2024-11-11T16:17:41,742 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:17:41,761 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C43789%2C1731341860235, suffix=, logDir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/WALs/16b413a53992,43789,1731341860235, archiveDir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/oldWALs, maxLogs=10 2024-11-11T16:17:41,798 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/WALs/16b413a53992,43789,1731341860235/16b413a53992%2C43789%2C1731341860235.1731341861767, exclude list is [], retry=0 2024-11-11T16:17:41,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39365,DS-0f807e9d-691e-42e5-8063-917b94af8e65,DISK] 2024-11-11T16:17:41,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T16:17:41,873 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/WALs/16b413a53992,43789,1731341860235/16b413a53992%2C43789%2C1731341860235.1731341861767 2024-11-11T16:17:41,874 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41231:41231)] 2024-11-11T16:17:41,875 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:17:41,876 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:41,880 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:41,881 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:41,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:41,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:17:41,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:41,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:41,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:41,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:17:41,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:41,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:17:41,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:41,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:17:41,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:41,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:17:41,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:42,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:17:42,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:42,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:17:42,011 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:42,016 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:42,018 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:42,026 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:42,026 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:42,046 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:17:42,053 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:42,062 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:17:42,063 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60889448, jitterRate=-0.09267652034759521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:17:42,078 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731341861899Initializing all the Stores at 1731341861902 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341861903 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341861904 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341861904Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341861905 (+1 ms)Cleaning up temporary data from old regions at 1731341862027 (+122 ms)Region opened successfully at 1731341862077 (+50 ms) 2024-11-11T16:17:42,079 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:17:42,120 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31317587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:17:42,155 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:17:42,166 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:17:42,166 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:17:42,169 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:17:42,171 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T16:17:42,176 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-11T16:17:42,176 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:17:42,210 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:17:42,222 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Unable to get data of znode /0-739848796/balancer because node does not exist (not necessarily an error) 2024-11-11T16:17:42,224 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-739848796/balancer already deleted, retry=false 2024-11-11T16:17:42,228 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:17:42,230 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Unable to get data of znode /0-739848796/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:17:42,232 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-739848796/normalizer already deleted, retry=false 2024-11-11T16:17:42,235 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:17:42,240 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Unable to get data of znode /0-739848796/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:17:42,243 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-739848796/switch/split already deleted, retry=false 2024-11-11T16:17:42,245 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Unable to get data of znode /0-739848796/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:17:42,246 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-739848796/switch/merge already deleted, retry=false 2024-11-11T16:17:42,273 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Unable to get data of znode /0-739848796/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:17:42,275 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-739848796/snapshot-cleanup already deleted, retry=false 2024-11-11T16:17:42,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-739848796/running 2024-11-11T16:17:42,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796 2024-11-11T16:17:42,284 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1002fa237fb0001, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-739848796/running 2024-11-11T16:17:42,284 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1002fa237fb0001, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796 2024-11-11T16:17:42,286 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,43789,1731341860235, sessionid=0x1002fa237fb0000, setting cluster-up flag (Was=false) 2024-11-11T16:17:42,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796 2024-11-11T16:17:42,307 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1002fa237fb0001, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796 2024-11-11T16:17:42,317 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-739848796/flush-table-proc/acquired, /0-739848796/flush-table-proc/reached, /0-739848796/flush-table-proc/abort 2024-11-11T16:17:42,326 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,43789,1731341860235 2024-11-11T16:17:42,333 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1002fa237fb0001, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796 2024-11-11T16:17:42,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796 2024-11-11T16:17:42,340 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-739848796/online-snapshot/acquired, /0-739848796/online-snapshot/reached, /0-739848796/online-snapshot/abort 2024-11-11T16:17:42,342 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,43789,1731341860235 2024-11-11T16:17:42,351 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:17:42,403 INFO [RS:0;16b413a53992:36889 {}] regionserver.HRegionServer(746): ClusterId : 46426e9e-7c6e-4f66-ad06-757fc67648f0 2024-11-11T16:17:42,407 DEBUG [RS:0;16b413a53992:36889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:17:42,427 DEBUG [RS:0;16b413a53992:36889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:17:42,427 DEBUG [RS:0;16b413a53992:36889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:17:42,431 DEBUG [RS:0;16b413a53992:36889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:17:42,433 DEBUG [RS:0;16b413a53992:36889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e739727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:17:42,455 DEBUG [RS:0;16b413a53992:36889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:36889 2024-11-11T16:17:42,458 INFO [RS:0;16b413a53992:36889 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:17:42,459 INFO [RS:0;16b413a53992:36889 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:17:42,459 DEBUG [RS:0;16b413a53992:36889 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:17:42,462 INFO [RS:0;16b413a53992:36889 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,43789,1731341860235 with port=36889, startcode=1731341861191 2024-11-11T16:17:42,467 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:17:42,475 DEBUG [RS:0;16b413a53992:36889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:17:42,482 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:17:42,491 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:17:42,499 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,43789,1731341860235 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:17:42,519 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:17:42,519 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:17:42,519 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:17:42,520 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:17:42,520 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:17:42,520 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:42,521 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:17:42,521 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:42,526 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731341892526 2024-11-11T16:17:42,527 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:17:42,528 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:17:42,529 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:17:42,533 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:17:42,533 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:17:42,535 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:17:42,535 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:17:42,535 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:17:42,536 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:17:42,536 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:42,537 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43789 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T16:17:42,548 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:42,548 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:17:42,550 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:17:42,552 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:17:42,552 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:17:42,553 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T16:17:42,556 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:17:42,556 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:17:42,560 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341862558,5,FailOnTimeoutGroup] 2024-11-11T16:17:42,562 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341862561,5,FailOnTimeoutGroup] 2024-11-11T16:17:42,562 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:42,562 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:17:42,563 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:42,564 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:42,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:17:42,574 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:17:42,575 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0 2024-11-11T16:17:42,581 DEBUG [RS:0;16b413a53992:36889 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T16:17:42,581 WARN [RS:0;16b413a53992:36889 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T16:17:42,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:17:42,682 INFO [RS:0;16b413a53992:36889 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,43789,1731341860235 with port=36889, startcode=1731341861191 2024-11-11T16:17:42,685 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43789 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,36889,1731341861191 2024-11-11T16:17:42,689 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43789 {}] master.ServerManager(517): Registering regionserver=16b413a53992,36889,1731341861191 2024-11-11T16:17:42,700 DEBUG [RS:0;16b413a53992:36889 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0 2024-11-11T16:17:42,700 DEBUG [RS:0;16b413a53992:36889 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37967 2024-11-11T16:17:42,700 DEBUG [RS:0;16b413a53992:36889 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:17:42,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796/rs 2024-11-11T16:17:42,706 DEBUG [RS:0;16b413a53992:36889 {}] zookeeper.ZKUtil(111): regionserver:36889-0x1002fa237fb0001, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Set watcher on existing znode=/0-739848796/rs/16b413a53992,36889,1731341861191 2024-11-11T16:17:42,706 WARN [RS:0;16b413a53992:36889 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:17:42,707 INFO [RS:0;16b413a53992:36889 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:17:42,707 DEBUG [RS:0;16b413a53992:36889 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191 2024-11-11T16:17:42,709 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,36889,1731341861191] 2024-11-11T16:17:42,742 INFO [RS:0;16b413a53992:36889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:17:42,763 INFO [RS:0;16b413a53992:36889 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:17:42,770 INFO [RS:0;16b413a53992:36889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:17:42,770 INFO [RS:0;16b413a53992:36889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:42,771 INFO [RS:0;16b413a53992:36889 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:17:42,779 INFO [RS:0;16b413a53992:36889 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:17:42,781 INFO [RS:0;16b413a53992:36889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:42,781 DEBUG [RS:0;16b413a53992:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:42,781 DEBUG [RS:0;16b413a53992:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:42,781 DEBUG [RS:0;16b413a53992:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:42,782 DEBUG [RS:0;16b413a53992:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:42,782 DEBUG [RS:0;16b413a53992:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:42,782 DEBUG [RS:0;16b413a53992:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:17:42,782 DEBUG [RS:0;16b413a53992:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:42,783 DEBUG [RS:0;16b413a53992:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:42,783 DEBUG [RS:0;16b413a53992:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:42,783 DEBUG [RS:0;16b413a53992:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:42,783 DEBUG [RS:0;16b413a53992:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:42,784 DEBUG [RS:0;16b413a53992:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:42,784 DEBUG [RS:0;16b413a53992:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:17:42,784 DEBUG [RS:0;16b413a53992:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:17:42,786 INFO [RS:0;16b413a53992:36889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:42,786 INFO [RS:0;16b413a53992:36889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:42,786 INFO [RS:0;16b413a53992:36889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:42,787 INFO [RS:0;16b413a53992:36889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:42,787 INFO [RS:0;16b413a53992:36889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:42,787 INFO [RS:0;16b413a53992:36889 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,36889,1731341861191-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:17:42,817 INFO [RS:0;16b413a53992:36889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:17:42,820 INFO [RS:0;16b413a53992:36889 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,36889,1731341861191-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:42,821 INFO [RS:0;16b413a53992:36889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:42,821 INFO [RS:0;16b413a53992:36889 {}] regionserver.Replication(171): 16b413a53992,36889,1731341861191 started 2024-11-11T16:17:42,850 INFO [RS:0;16b413a53992:36889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:42,850 INFO [RS:0;16b413a53992:36889 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,36889,1731341861191, RpcServer on 16b413a53992/172.17.0.2:36889, sessionid=0x1002fa237fb0001 2024-11-11T16:17:42,851 DEBUG [RS:0;16b413a53992:36889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:17:42,852 DEBUG [RS:0;16b413a53992:36889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,36889,1731341861191 2024-11-11T16:17:42,852 DEBUG [RS:0;16b413a53992:36889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,36889,1731341861191' 2024-11-11T16:17:42,852 DEBUG [RS:0;16b413a53992:36889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-739848796/flush-table-proc/abort' 2024-11-11T16:17:42,853 DEBUG [RS:0;16b413a53992:36889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-739848796/flush-table-proc/acquired' 2024-11-11T16:17:42,854 DEBUG [RS:0;16b413a53992:36889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:17:42,854 DEBUG [RS:0;16b413a53992:36889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:17:42,855 DEBUG [RS:0;16b413a53992:36889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,36889,1731341861191 2024-11-11T16:17:42,855 DEBUG [RS:0;16b413a53992:36889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,36889,1731341861191' 2024-11-11T16:17:42,855 DEBUG [RS:0;16b413a53992:36889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-739848796/online-snapshot/abort' 2024-11-11T16:17:42,856 DEBUG [RS:0;16b413a53992:36889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-739848796/online-snapshot/acquired' 2024-11-11T16:17:42,857 DEBUG [RS:0;16b413a53992:36889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:17:42,857 INFO [RS:0;16b413a53992:36889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:17:42,857 INFO [RS:0;16b413a53992:36889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:17:42,963 INFO [RS:0;16b413a53992:36889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:17:42,967 INFO [RS:0;16b413a53992:36889 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C36889%2C1731341861191, suffix=, logDir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191, archiveDir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/oldWALs, maxLogs=10 2024-11-11T16:17:42,987 DEBUG [RS:0;16b413a53992:36889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191/16b413a53992%2C36889%2C1731341861191.1731341862970, exclude list is [], retry=0 2024-11-11T16:17:42,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39365,DS-0f807e9d-691e-42e5-8063-917b94af8e65,DISK] 2024-11-11T16:17:42,996 INFO [RS:0;16b413a53992:36889 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191/16b413a53992%2C36889%2C1731341861191.1731341862970 2024-11-11T16:17:42,997 DEBUG [RS:0;16b413a53992:36889 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41231:41231)] 2024-11-11T16:17:42,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:43,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:17:43,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:17:43,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:43,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:43,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:17:43,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:17:43,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:43,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:43,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:17:43,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:17:43,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:43,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:43,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:17:43,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:17:43,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:43,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:43,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:17:43,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740 2024-11-11T16:17:43,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740 2024-11-11T16:17:43,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:17:43,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:17:43,025 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:17:43,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:17:43,032 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:17:43,033 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65732295, jitterRate=-0.020512476563453674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:17:43,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731341862999Initializing all the Stores at 1731341863000 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341863000Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341863001 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341863001Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341863001Cleaning up temporary data from old regions at 1731341863024 (+23 ms)Region opened successfully at 1731341863037 (+13 ms) 2024-11-11T16:17:43,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:17:43,037 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:17:43,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:17:43,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:17:43,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:17:43,039 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:17:43,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731341863037Disabling compacts and flushes for region at 1731341863037Disabling writes for close at 1731341863038 (+1 ms)Writing region close event to WAL at 1731341863039 (+1 ms)Closed at 1731341863039 2024-11-11T16:17:43,043 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:17:43,043 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:17:43,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:17:43,059 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:17:43,063 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:17:43,217 DEBUG [16b413a53992:43789 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:17:43,233 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,36889,1731341861191 2024-11-11T16:17:43,243 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,36889,1731341861191, state=OPENING 2024-11-11T16:17:43,251 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:17:43,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796 2024-11-11T16:17:43,253 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1002fa237fb0001, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796 2024-11-11T16:17:43,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-739848796/meta-region-server: CHANGED 2024-11-11T16:17:43,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-739848796/meta-region-server: CHANGED 2024-11-11T16:17:43,256 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:17:43,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,36889,1731341861191}] 2024-11-11T16:17:43,440 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:17:43,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:17:43,458 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:17:43,459 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:17:43,459 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:17:43,464 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C36889%2C1731341861191.meta, suffix=.meta, logDir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191, archiveDir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/oldWALs, maxLogs=10 2024-11-11T16:17:43,488 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191/16b413a53992%2C36889%2C1731341861191.meta.1731341863466.meta, exclude list is [], retry=0 2024-11-11T16:17:43,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39365,DS-0f807e9d-691e-42e5-8063-917b94af8e65,DISK] 2024-11-11T16:17:43,497 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191/16b413a53992%2C36889%2C1731341861191.meta.1731341863466.meta 2024-11-11T16:17:43,501 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41231:41231)] 2024-11-11T16:17:43,501 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:17:43,508 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:17:43,509 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:17:43,512 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:17:43,515 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:17:43,519 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:17:43,520 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:43,521 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:17:43,521 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:17:43,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:17:43,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:17:43,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:43,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:43,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:17:43,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:17:43,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:43,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:43,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:17:43,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:17:43,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:43,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:43,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:17:43,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:17:43,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:43,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:43,539 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:17:43,541 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740 2024-11-11T16:17:43,544 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740 2024-11-11T16:17:43,547 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:17:43,547 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:17:43,549 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:17:43,552 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:17:43,554 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67010520, jitterRate=-0.001465439796447754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:17:43,555 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:17:43,557 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731341863521Writing region info on filesystem at 1731341863522 (+1 ms)Initializing all the Stores at 1731341863524 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341863524Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341863525 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341863525Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341863525Cleaning up temporary data from old regions at 1731341863547 (+22 ms)Running coprocessor post-open hooks at 1731341863555 (+8 ms)Region opened successfully at 1731341863556 (+1 ms) 2024-11-11T16:17:43,566 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731341863430 2024-11-11T16:17:43,581 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:17:43,581 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:17:43,583 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,36889,1731341861191 2024-11-11T16:17:43,586 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,36889,1731341861191, state=OPEN 2024-11-11T16:17:43,591 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1002fa237fb0001, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-739848796/meta-region-server 2024-11-11T16:17:43,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-739848796/meta-region-server 2024-11-11T16:17:43,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-739848796/meta-region-server: CHANGED 2024-11-11T16:17:43,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-739848796/meta-region-server: CHANGED 2024-11-11T16:17:43,592 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,36889,1731341861191 2024-11-11T16:17:43,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:17:43,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,36889,1731341861191 in 334 msec 2024-11-11T16:17:43,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:17:43,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 552 msec 2024-11-11T16:17:43,609 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:17:43,609 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:17:43,636 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:17:43,638 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,36889,1731341861191, seqNum=-1] 2024-11-11T16:17:43,666 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:17:43,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:17:43,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2970 sec 2024-11-11T16:17:43,692 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731341863692, completionTime=-1 2024-11-11T16:17:43,695 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:17:43,695 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:17:43,727 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T16:17:43,727 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731341923727 2024-11-11T16:17:43,727 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731341983727 2024-11-11T16:17:43,727 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 32 msec 2024-11-11T16:17:43,730 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,43789,1731341860235-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:43,730 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,43789,1731341860235-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:43,730 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,43789,1731341860235-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:43,732 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:43789, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:43,732 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:43,733 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:43,742 DEBUG [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:17:43,770 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.392sec 2024-11-11T16:17:43,772 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:17:43,773 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:17:43,775 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:17:43,776 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:17:43,776 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:17:43,777 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,43789,1731341860235-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:17:43,778 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,43789,1731341860235-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:17:43,789 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:17:43,791 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:17:43,791 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,43789,1731341860235-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:43,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e544c4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:43,816 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T16:17:43,816 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T16:17:43,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,43789,-1 for getting cluster id 2024-11-11T16:17:43,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:17:43,832 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46426e9e-7c6e-4f66-ad06-757fc67648f0' 2024-11-11T16:17:43,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:17:43,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46426e9e-7c6e-4f66-ad06-757fc67648f0" 2024-11-11T16:17:43,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7c462d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:43,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,43789,-1] 2024-11-11T16:17:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:17:43,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:43,848 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:17:43,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d71d83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:43,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:17:43,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,36889,1731341861191, seqNum=-1] 2024-11-11T16:17:43,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:17:43,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:17:43,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16b413a53992,43789,1731341860235 2024-11-11T16:17:43,897 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52208 2024-11-11T16:17:43,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:17:43,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1002fa237fb0002 connected 2024-11-11T16:17:43,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/hadoop.log.dir so I do NOT create it in target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83 2024-11-11T16:17:43,924 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T16:17:43,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/hadoop.tmp.dir so I do NOT create it in target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83 2024-11-11T16:17:43,924 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T16:17:43,924 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83 2024-11-11T16:17:43,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:17:43,925 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/cluster_ed8cb972-906a-3204-b16d-fb9101461528, deleteOnExit=true 2024-11-11T16:17:43,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:17:43,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/test.cache.data in system properties and HBase conf 2024-11-11T16:17:43,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:17:43,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:17:43,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:17:43,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:17:43,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:17:43,926 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:17:43,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:17:43,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:17:43,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:17:43,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:17:43,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:17:43,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:17:43,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:17:43,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:17:43,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:17:43,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:17:43,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:17:43,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:17:43,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:17:43,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:17:44,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:17:44,050 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:17:44,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:17:44,055 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:17:44,055 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:17:44,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:17:44,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@597920fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:17:44,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@eac06d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:17:44,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ff88167{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/java.io.tmpdir/jetty-localhost-33501-hadoop-hdfs-3_4_1-tests_jar-_-any-3165271127508131032/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:17:44,199 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22967455{HTTP/1.1, (http/1.1)}{localhost:33501} 2024-11-11T16:17:44,199 INFO [Time-limited test {}] server.Server(415): Started @9826ms 2024-11-11T16:17:44,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:17:44,300 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:17:44,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:17:44,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:17:44,301 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:17:44,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a35ba74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:17:44,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1624ab1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:17:44,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f52129a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/java.io.tmpdir/jetty-localhost-34903-hadoop-hdfs-3_4_1-tests_jar-_-any-10892503725219907266/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:17:44,460 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b144d2e{HTTP/1.1, (http/1.1)}{localhost:34903} 2024-11-11T16:17:44,460 INFO [Time-limited test {}] server.Server(415): Started @10087ms 2024-11-11T16:17:44,463 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:17:44,599 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/cluster_ed8cb972-906a-3204-b16d-fb9101461528/data/data1/current/BP-712245270-172.17.0.2-1731341863962/current, will proceed with Du for space computation calculation, 2024-11-11T16:17:44,599 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/cluster_ed8cb972-906a-3204-b16d-fb9101461528/data/data2/current/BP-712245270-172.17.0.2-1731341863962/current, will proceed with Du for space computation calculation, 2024-11-11T16:17:44,674 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:17:44,680 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x755a4abe127c166b with lease ID 0x90830dc8ed41b90e: Processing first storage report for DS-dfb89f44-0910-4539-9802-ecf5ab394970 from datanode DatanodeRegistration(127.0.0.1:36463, datanodeUuid=a5b1d10c-43fe-4675-b52b-fe7761e957fc, infoPort=33991, infoSecurePort=0, ipcPort=45345, storageInfo=lv=-57;cid=testClusterID;nsid=1208922107;c=1731341863962) 2024-11-11T16:17:44,680 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x755a4abe127c166b with lease ID 0x90830dc8ed41b90e: from storage DS-dfb89f44-0910-4539-9802-ecf5ab394970 node DatanodeRegistration(127.0.0.1:36463, datanodeUuid=a5b1d10c-43fe-4675-b52b-fe7761e957fc, infoPort=33991, infoSecurePort=0, ipcPort=45345, storageInfo=lv=-57;cid=testClusterID;nsid=1208922107;c=1731341863962), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:17:44,680 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x755a4abe127c166b with lease ID 0x90830dc8ed41b90e: Processing first storage report for DS-4a482a99-6e57-4fdd-814d-1736d0f368d7 from datanode DatanodeRegistration(127.0.0.1:36463, datanodeUuid=a5b1d10c-43fe-4675-b52b-fe7761e957fc, infoPort=33991, infoSecurePort=0, ipcPort=45345, storageInfo=lv=-57;cid=testClusterID;nsid=1208922107;c=1731341863962) 2024-11-11T16:17:44,680 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x755a4abe127c166b with lease ID 0x90830dc8ed41b90e: from storage DS-4a482a99-6e57-4fdd-814d-1736d0f368d7 node DatanodeRegistration(127.0.0.1:36463, datanodeUuid=a5b1d10c-43fe-4675-b52b-fe7761e957fc, infoPort=33991, infoSecurePort=0, ipcPort=45345, storageInfo=lv=-57;cid=testClusterID;nsid=1208922107;c=1731341863962), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:17:44,729 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83 2024-11-11T16:17:44,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:17:44,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:17:44,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36463 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:17:44,748 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182 with version=8 2024-11-11T16:17:44,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/hbase-staging 2024-11-11T16:17:44,751 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:17:44,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:17:44,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:17:44,751 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:17:44,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:17:44,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:17:44,752 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:17:44,752 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:17:44,753 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36369 2024-11-11T16:17:44,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36369 connecting to ZooKeeper ensemble=127.0.0.1:52208 2024-11-11T16:17:44,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363690x0, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:17:44,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36369-0x1002fa237fb0003 connected 2024-11-11T16:17:44,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:17:44,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:17:44,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Set watcher on znode that does not yet exist, /12063457531/running 2024-11-11T16:17:44,777 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182, hbase.cluster.distributed=false 2024-11-11T16:17:44,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Set watcher on znode that does not yet exist, /12063457531/acl 2024-11-11T16:17:44,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36369 2024-11-11T16:17:44,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36369 2024-11-11T16:17:44,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36369 2024-11-11T16:17:44,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36369 2024-11-11T16:17:44,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36369 2024-11-11T16:17:44,805 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:17:44,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:17:44,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:17:44,806 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:17:44,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:17:44,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:17:44,806 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:17:44,806 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:17:44,807 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40635 2024-11-11T16:17:44,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40635 connecting to ZooKeeper ensemble=127.0.0.1:52208 2024-11-11T16:17:44,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:17:44,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:17:44,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406350x0, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:17:44,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406350x0, quorum=127.0.0.1:52208, baseZNode=/12063457531 Set watcher on znode that does not yet exist, /12063457531/running 2024-11-11T16:17:44,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40635-0x1002fa237fb0004 connected 2024-11-11T16:17:44,819 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:17:44,820 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:17:44,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40635-0x1002fa237fb0004, quorum=127.0.0.1:52208, baseZNode=/12063457531 Set watcher on znode that does not yet exist, /12063457531/master 2024-11-11T16:17:44,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40635-0x1002fa237fb0004, quorum=127.0.0.1:52208, baseZNode=/12063457531 Set watcher on znode that does not yet exist, /12063457531/acl 2024-11-11T16:17:44,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40635 2024-11-11T16:17:44,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40635 2024-11-11T16:17:44,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40635 2024-11-11T16:17:44,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40635 2024-11-11T16:17:44,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40635 2024-11-11T16:17:44,850 DEBUG [M:0;16b413a53992:36369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:36369 2024-11-11T16:17:44,851 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12063457531/backup-masters/16b413a53992,36369,1731341864750 2024-11-11T16:17:44,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063457531/backup-masters 2024-11-11T16:17:44,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1002fa237fb0004, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063457531/backup-masters 2024-11-11T16:17:44,854 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Set watcher on existing znode=/12063457531/backup-masters/16b413a53992,36369,1731341864750 2024-11-11T16:17:44,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1002fa237fb0004, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12063457531/master 2024-11-11T16:17:44,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063457531 2024-11-11T16:17:44,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1002fa237fb0004, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063457531 2024-11-11T16:17:44,861 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Set watcher on existing znode=/12063457531/master 2024-11-11T16:17:44,861 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12063457531/backup-masters/16b413a53992,36369,1731341864750 from backup master directory 2024-11-11T16:17:44,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12063457531/backup-masters/16b413a53992,36369,1731341864750 2024-11-11T16:17:44,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1002fa237fb0004, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063457531/backup-masters 2024-11-11T16:17:44,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063457531/backup-masters 2024-11-11T16:17:44,863 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:17:44,863 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,36369,1731341864750 2024-11-11T16:17:44,871 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/hbase.id] with ID: 66563e38-1b64-4c94-869d-fcb3c95d9b2f 2024-11-11T16:17:44,871 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/.tmp/hbase.id 2024-11-11T16:17:44,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36463 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:17:45,280 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/.tmp/hbase.id]:[hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/hbase.id] 2024-11-11T16:17:45,308 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:17:45,308 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:17:45,310 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T16:17:45,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1002fa237fb0004, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063457531 2024-11-11T16:17:45,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063457531 2024-11-11T16:17:45,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36463 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:17:45,729 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:17:45,731 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:17:45,731 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:17:45,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36463 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:17:46,153 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/data/master/store 2024-11-11T16:17:46,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36463 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:17:46,163 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:46,163 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:17:46,163 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:17:46,163 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:17:46,163 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:17:46,163 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:17:46,163 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:17:46,163 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731341866163Disabling compacts and flushes for region at 1731341866163Disabling writes for close at 1731341866163Writing region close event to WAL at 1731341866163Closed at 1731341866163 2024-11-11T16:17:46,165 WARN [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/data/master/store/.initializing 2024-11-11T16:17:46,165 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/WALs/16b413a53992,36369,1731341864750 2024-11-11T16:17:46,167 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:17:46,171 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C36369%2C1731341864750, suffix=, logDir=hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/WALs/16b413a53992,36369,1731341864750, archiveDir=hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/oldWALs, maxLogs=10 2024-11-11T16:17:46,188 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/WALs/16b413a53992,36369,1731341864750/16b413a53992%2C36369%2C1731341864750.1731341866171, exclude list is [], retry=0 2024-11-11T16:17:46,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36463,DS-dfb89f44-0910-4539-9802-ecf5ab394970,DISK] 2024-11-11T16:17:46,197 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/WALs/16b413a53992,36369,1731341864750/16b413a53992%2C36369%2C1731341864750.1731341866171 2024-11-11T16:17:46,199 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33991:33991)] 2024-11-11T16:17:46,199 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:17:46,199 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:46,199 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:46,199 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:46,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:46,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:17:46,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:46,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:46,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:46,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:17:46,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:46,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:17:46,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:46,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:17:46,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:46,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:17:46,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:46,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:17:46,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:46,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:17:46,215 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:46,216 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:46,217 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:46,219 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:46,220 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:46,220 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:17:46,223 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:46,226 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:17:46,227 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71185403, jitterRate=0.06074516475200653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:17:46,228 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731341866199Initializing all the Stores at 1731341866201 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341866201Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341866201Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341866201Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341866201Cleaning up temporary data from old regions at 1731341866220 (+19 ms)Region opened successfully at 1731341866227 (+7 ms) 2024-11-11T16:17:46,228 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:17:46,234 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63289451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:17:46,235 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:17:46,235 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:17:46,235 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:17:46,235 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:17:46,236 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:17:46,237 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T16:17:46,237 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:17:46,241 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:17:46,242 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Unable to get data of znode /12063457531/balancer because node does not exist (not necessarily an error) 2024-11-11T16:17:46,244 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12063457531/balancer already deleted, retry=false 2024-11-11T16:17:46,244 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:17:46,245 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Unable to get data of znode /12063457531/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:17:46,247 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12063457531/normalizer already deleted, retry=false 2024-11-11T16:17:46,247 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:17:46,249 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Unable to get data of znode /12063457531/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:17:46,251 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12063457531/switch/split already deleted, retry=false 2024-11-11T16:17:46,252 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Unable to get data of znode /12063457531/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:17:46,253 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12063457531/switch/merge already deleted, retry=false 2024-11-11T16:17:46,256 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Unable to get data of znode /12063457531/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:17:46,258 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12063457531/snapshot-cleanup already deleted, retry=false 2024-11-11T16:17:46,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12063457531/running 2024-11-11T16:17:46,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1002fa237fb0004, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12063457531/running 2024-11-11T16:17:46,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063457531 2024-11-11T16:17:46,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1002fa237fb0004, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063457531 2024-11-11T16:17:46,262 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,36369,1731341864750, sessionid=0x1002fa237fb0003, setting cluster-up flag (Was=false) 2024-11-11T16:17:46,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063457531 2024-11-11T16:17:46,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1002fa237fb0004, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063457531 2024-11-11T16:17:46,273 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12063457531/flush-table-proc/acquired, /12063457531/flush-table-proc/reached, /12063457531/flush-table-proc/abort 2024-11-11T16:17:46,275 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,36369,1731341864750 2024-11-11T16:17:46,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063457531 2024-11-11T16:17:46,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1002fa237fb0004, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063457531 2024-11-11T16:17:46,291 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12063457531/online-snapshot/acquired, /12063457531/online-snapshot/reached, /12063457531/online-snapshot/abort 2024-11-11T16:17:46,293 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,36369,1731341864750 2024-11-11T16:17:46,295 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:17:46,299 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:17:46,300 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:17:46,300 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:17:46,300 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,36369,1731341864750 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:17:46,303 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:17:46,303 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:17:46,303 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:17:46,303 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:17:46,303 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:17:46,303 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:46,303 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:17:46,304 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:46,308 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731341896308 2024-11-11T16:17:46,308 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:17:46,308 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:17:46,308 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:17:46,308 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:17:46,308 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:17:46,308 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:17:46,309 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:17:46,310 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:17:46,311 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:46,312 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:46,312 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:17:46,314 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:17:46,314 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:17:46,314 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:17:46,314 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T16:17:46,316 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:17:46,317 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:17:46,317 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341866317,5,FailOnTimeoutGroup] 2024-11-11T16:17:46,320 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341866317,5,FailOnTimeoutGroup] 2024-11-11T16:17:46,320 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:46,321 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:17:46,321 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:46,321 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:46,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36463 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:17:46,334 INFO [RS:0;16b413a53992:40635 {}] regionserver.HRegionServer(746): ClusterId : 66563e38-1b64-4c94-869d-fcb3c95d9b2f 2024-11-11T16:17:46,334 DEBUG [RS:0;16b413a53992:40635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:17:46,337 DEBUG [RS:0;16b413a53992:40635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:17:46,337 DEBUG [RS:0;16b413a53992:40635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:17:46,340 DEBUG [RS:0;16b413a53992:40635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:17:46,341 DEBUG [RS:0;16b413a53992:40635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a32c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:17:46,354 DEBUG [RS:0;16b413a53992:40635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:40635 2024-11-11T16:17:46,355 INFO [RS:0;16b413a53992:40635 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:17:46,355 INFO [RS:0;16b413a53992:40635 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:17:46,355 DEBUG [RS:0;16b413a53992:40635 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:17:46,356 INFO [RS:0;16b413a53992:40635 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,36369,1731341864750 with port=40635, startcode=1731341864805 2024-11-11T16:17:46,356 DEBUG [RS:0;16b413a53992:40635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:17:46,363 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:17:46,364 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,40635,1731341864805 2024-11-11T16:17:46,364 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36369 {}] master.ServerManager(517): Registering regionserver=16b413a53992,40635,1731341864805 2024-11-11T16:17:46,376 DEBUG [RS:0;16b413a53992:40635 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182 2024-11-11T16:17:46,377 DEBUG [RS:0;16b413a53992:40635 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33331 2024-11-11T16:17:46,377 DEBUG [RS:0;16b413a53992:40635 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:17:46,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063457531/rs 2024-11-11T16:17:46,383 DEBUG [RS:0;16b413a53992:40635 {}] zookeeper.ZKUtil(111): regionserver:40635-0x1002fa237fb0004, quorum=127.0.0.1:52208, baseZNode=/12063457531 Set watcher on existing znode=/12063457531/rs/16b413a53992,40635,1731341864805 2024-11-11T16:17:46,383 WARN [RS:0;16b413a53992:40635 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:17:46,383 INFO [RS:0;16b413a53992:40635 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:17:46,383 DEBUG [RS:0;16b413a53992:40635 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/WALs/16b413a53992,40635,1731341864805 2024-11-11T16:17:46,384 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,40635,1731341864805] 2024-11-11T16:17:46,393 INFO [RS:0;16b413a53992:40635 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:17:46,396 INFO [RS:0;16b413a53992:40635 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:17:46,397 INFO [RS:0;16b413a53992:40635 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:17:46,397 INFO [RS:0;16b413a53992:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:46,397 INFO [RS:0;16b413a53992:40635 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:17:46,398 INFO [RS:0;16b413a53992:40635 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:17:46,399 INFO [RS:0;16b413a53992:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:46,399 DEBUG [RS:0;16b413a53992:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:46,399 DEBUG [RS:0;16b413a53992:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:46,399 DEBUG [RS:0;16b413a53992:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:46,399 DEBUG [RS:0;16b413a53992:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:46,399 DEBUG [RS:0;16b413a53992:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:46,399 DEBUG [RS:0;16b413a53992:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:17:46,399 DEBUG [RS:0;16b413a53992:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:46,399 DEBUG [RS:0;16b413a53992:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:46,399 DEBUG [RS:0;16b413a53992:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:46,400 DEBUG [RS:0;16b413a53992:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:46,400 DEBUG [RS:0;16b413a53992:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:46,400 DEBUG [RS:0;16b413a53992:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:46,400 DEBUG [RS:0;16b413a53992:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:17:46,400 DEBUG [RS:0;16b413a53992:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:17:46,401 INFO [RS:0;16b413a53992:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:46,401 INFO [RS:0;16b413a53992:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:46,401 INFO [RS:0;16b413a53992:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:46,401 INFO [RS:0;16b413a53992:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:46,401 INFO [RS:0;16b413a53992:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:46,401 INFO [RS:0;16b413a53992:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,40635,1731341864805-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:17:46,433 INFO [RS:0;16b413a53992:40635 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:17:46,434 INFO [RS:0;16b413a53992:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,40635,1731341864805-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:46,434 INFO [RS:0;16b413a53992:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:46,434 INFO [RS:0;16b413a53992:40635 {}] regionserver.Replication(171): 16b413a53992,40635,1731341864805 started 2024-11-11T16:17:46,464 INFO [RS:0;16b413a53992:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:46,464 INFO [RS:0;16b413a53992:40635 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,40635,1731341864805, RpcServer on 16b413a53992/172.17.0.2:40635, sessionid=0x1002fa237fb0004 2024-11-11T16:17:46,465 DEBUG [RS:0;16b413a53992:40635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:17:46,465 DEBUG [RS:0;16b413a53992:40635 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,40635,1731341864805 2024-11-11T16:17:46,465 DEBUG [RS:0;16b413a53992:40635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,40635,1731341864805' 2024-11-11T16:17:46,465 DEBUG [RS:0;16b413a53992:40635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12063457531/flush-table-proc/abort' 2024-11-11T16:17:46,469 DEBUG [RS:0;16b413a53992:40635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12063457531/flush-table-proc/acquired' 2024-11-11T16:17:46,469 DEBUG [RS:0;16b413a53992:40635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:17:46,470 DEBUG [RS:0;16b413a53992:40635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:17:46,470 DEBUG [RS:0;16b413a53992:40635 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,40635,1731341864805 2024-11-11T16:17:46,470 DEBUG [RS:0;16b413a53992:40635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,40635,1731341864805' 2024-11-11T16:17:46,470 DEBUG [RS:0;16b413a53992:40635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12063457531/online-snapshot/abort' 2024-11-11T16:17:46,476 DEBUG [RS:0;16b413a53992:40635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12063457531/online-snapshot/acquired' 2024-11-11T16:17:46,478 DEBUG [RS:0;16b413a53992:40635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:17:46,478 INFO [RS:0;16b413a53992:40635 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:17:46,478 INFO [RS:0;16b413a53992:40635 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:17:46,579 INFO [RS:0;16b413a53992:40635 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:17:46,583 INFO [RS:0;16b413a53992:40635 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C40635%2C1731341864805, suffix=, logDir=hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/WALs/16b413a53992,40635,1731341864805, archiveDir=hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/oldWALs, maxLogs=10 2024-11-11T16:17:46,609 DEBUG [RS:0;16b413a53992:40635 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/WALs/16b413a53992,40635,1731341864805/16b413a53992%2C40635%2C1731341864805.1731341866586, exclude list is [], retry=0 2024-11-11T16:17:46,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36463,DS-dfb89f44-0910-4539-9802-ecf5ab394970,DISK] 2024-11-11T16:17:46,619 INFO [RS:0;16b413a53992:40635 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/WALs/16b413a53992,40635,1731341864805/16b413a53992%2C40635%2C1731341864805.1731341866586 2024-11-11T16:17:46,619 DEBUG [RS:0;16b413a53992:40635 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33991:33991)] 2024-11-11T16:17:46,765 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:17:46,765 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182 2024-11-11T16:17:46,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36463 is added to blk_1073741833_1009 (size=32) 2024-11-11T16:17:46,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:46,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:17:46,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:17:46,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:46,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:46,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:17:46,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:17:46,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:46,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:46,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:17:46,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:17:46,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:46,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:46,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:17:46,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:17:46,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:46,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:46,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:17:46,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/data/hbase/meta/1588230740 2024-11-11T16:17:46,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/data/hbase/meta/1588230740 2024-11-11T16:17:46,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:17:46,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:17:46,798 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:17:46,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:17:46,804 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:17:46,804 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64181117, jitterRate=-0.043626829981803894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:17:46,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731341866776Initializing all the Stores at 1731341866778 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341866778Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341866778Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341866778Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341866778Cleaning up temporary data from old regions at 1731341866797 (+19 ms)Region opened successfully at 1731341866805 (+8 ms) 2024-11-11T16:17:46,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:17:46,805 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:17:46,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:17:46,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:17:46,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:17:46,806 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:17:46,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731341866805Disabling compacts and flushes for region at 1731341866805Disabling writes for close at 1731341866805Writing region close event to WAL at 1731341866806 (+1 ms)Closed at 1731341866806 2024-11-11T16:17:46,808 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:17:46,808 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:17:46,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:17:46,811 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:17:46,812 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:17:46,963 DEBUG [16b413a53992:36369 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:17:46,964 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,40635,1731341864805 2024-11-11T16:17:46,968 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,40635,1731341864805, state=OPENING 2024-11-11T16:17:46,970 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:17:46,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063457531 2024-11-11T16:17:46,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1002fa237fb0004, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063457531 2024-11-11T16:17:46,972 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:17:46,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12063457531/meta-region-server: CHANGED 2024-11-11T16:17:46,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12063457531/meta-region-server: CHANGED 2024-11-11T16:17:46,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,40635,1731341864805}] 2024-11-11T16:17:47,127 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:17:47,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:17:47,141 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:17:47,141 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:17:47,141 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:17:47,146 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C40635%2C1731341864805.meta, suffix=.meta, logDir=hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/WALs/16b413a53992,40635,1731341864805, archiveDir=hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/oldWALs, maxLogs=10 2024-11-11T16:17:47,164 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/WALs/16b413a53992,40635,1731341864805/16b413a53992%2C40635%2C1731341864805.meta.1731341867148.meta, exclude list is [], retry=0 2024-11-11T16:17:47,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36463,DS-dfb89f44-0910-4539-9802-ecf5ab394970,DISK] 2024-11-11T16:17:47,172 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/WALs/16b413a53992,40635,1731341864805/16b413a53992%2C40635%2C1731341864805.meta.1731341867148.meta 2024-11-11T16:17:47,175 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33991:33991)] 2024-11-11T16:17:47,175 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:17:47,176 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:17:47,176 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:17:47,176 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:17:47,176 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:17:47,176 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:17:47,177 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:47,177 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:17:47,177 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:17:47,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:17:47,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:17:47,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:47,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:47,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:17:47,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:17:47,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:47,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:47,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:17:47,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:17:47,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:47,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:47,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:17:47,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:17:47,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:47,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:47,190 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:17:47,191 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/data/hbase/meta/1588230740 2024-11-11T16:17:47,193 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/data/hbase/meta/1588230740 2024-11-11T16:17:47,196 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:17:47,196 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:17:47,197 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:17:47,200 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:17:47,202 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61394838, jitterRate=-0.08514562249183655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:17:47,202 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:17:47,202 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731341867177Writing region info on filesystem at 1731341867177Initializing all the Stores at 1731341867179 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341867179Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341867180 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341867180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341867180Cleaning up temporary data from old regions at 1731341867196 (+16 ms)Running coprocessor post-open hooks at 1731341867202 (+6 ms)Region opened successfully at 1731341867202 2024-11-11T16:17:47,204 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731341867127 2024-11-11T16:17:47,207 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:17:47,208 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:17:47,209 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,40635,1731341864805 2024-11-11T16:17:47,211 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,40635,1731341864805, state=OPEN 2024-11-11T16:17:47,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12063457531/meta-region-server 2024-11-11T16:17:47,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1002fa237fb0004, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12063457531/meta-region-server 2024-11-11T16:17:47,213 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,40635,1731341864805 2024-11-11T16:17:47,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12063457531/meta-region-server: CHANGED 2024-11-11T16:17:47,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12063457531/meta-region-server: CHANGED 2024-11-11T16:17:47,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:17:47,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,40635,1731341864805 in 241 msec 2024-11-11T16:17:47,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:17:47,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 409 msec 2024-11-11T16:17:47,223 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:17:47,223 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:17:47,225 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:17:47,226 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,40635,1731341864805, seqNum=-1] 2024-11-11T16:17:47,226 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:17:47,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:17:47,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 940 msec 2024-11-11T16:17:47,238 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731341867238, completionTime=-1 2024-11-11T16:17:47,238 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:17:47,239 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:17:47,241 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T16:17:47,241 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731341927241 2024-11-11T16:17:47,241 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731341987241 2024-11-11T16:17:47,241 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T16:17:47,241 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,36369,1731341864750-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:47,242 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,36369,1731341864750-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:47,242 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,36369,1731341864750-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:47,242 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:36369, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:47,242 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:47,242 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:47,244 DEBUG [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:17:47,272 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.409sec 2024-11-11T16:17:47,273 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:17:47,273 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:17:47,273 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:17:47,273 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:17:47,273 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:17:47,273 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,36369,1731341864750-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:17:47,273 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,36369,1731341864750-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:17:47,277 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:17:47,277 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:17:47,277 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,36369,1731341864750-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:47,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd1c23c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:47,374 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,36369,-1 for getting cluster id 2024-11-11T16:17:47,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:17:47,376 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66563e38-1b64-4c94-869d-fcb3c95d9b2f' 2024-11-11T16:17:47,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:17:47,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66563e38-1b64-4c94-869d-fcb3c95d9b2f" 2024-11-11T16:17:47,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b934aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:47,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,36369,-1] 2024-11-11T16:17:47,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:17:47,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:47,380 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:17:47,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bed972d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:47,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:17:47,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,40635,1731341864805, seqNum=-1] 2024-11-11T16:17:47,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:17:47,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:17:47,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16b413a53992,36369,1731341864750 2024-11-11T16:17:47,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52208 2024-11-11T16:17:47,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:17:47,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1002fa237fb0005 connected 2024-11-11T16:17:47,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7751df50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:47,406 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,43789,-1 for getting cluster id 2024-11-11T16:17:47,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:17:47,408 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46426e9e-7c6e-4f66-ad06-757fc67648f0' 2024-11-11T16:17:47,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:17:47,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46426e9e-7c6e-4f66-ad06-757fc67648f0" 2024-11-11T16:17:47,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d80526f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:47,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,43789,-1] 2024-11-11T16:17:47,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:17:47,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:47,417 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:17:47,419 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a71cf08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:47,431 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:17:47,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,43789,1731341860235 2024-11-11T16:17:47,440 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64774339 2024-11-11T16:17:47,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:17:47,449 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:17:47,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16b413a53992:36369,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T16:17:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T16:17:47,469 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:36369' 2024-11-11T16:17:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:17:47,472 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cfc0bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:47,472 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,36369,-1 for getting cluster id 2024-11-11T16:17:47,472 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:17:47,473 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66563e38-1b64-4c94-869d-fcb3c95d9b2f' 2024-11-11T16:17:47,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:17:47,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66563e38-1b64-4c94-869d-fcb3c95d9b2f" 2024-11-11T16:17:47,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396d8e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:47,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,36369,-1] 2024-11-11T16:17:47,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:17:47,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:47,476 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:17:47,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d95a81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:47,484 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:17:47,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,36369,1731341864750 2024-11-11T16:17:47,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16a6ee54 2024-11-11T16:17:47,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:17:47,492 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:17:47,509 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T16:17:47,509 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T16:17:47,515 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:47,516 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:47,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:17:47,518 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:17:47,526 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T16:17:47,529 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:17:47,530 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:47,532 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:17:47,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741835_1011 (size=1138) 2024-11-11T16:17:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:17:47,579 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T16:17:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:17:47,948 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb1374c5d1d5ea18418938f6a1d4d22d, NAME => 'hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0 2024-11-11T16:17:47,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741836_1012 (size=44) 2024-11-11T16:17:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:17:48,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:48,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing eb1374c5d1d5ea18418938f6a1d4d22d, disabling compactions & flushes 2024-11-11T16:17:48,359 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. 2024-11-11T16:17:48,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. 2024-11-11T16:17:48,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. after waiting 0 ms 2024-11-11T16:17:48,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. 2024-11-11T16:17:48,359 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. 2024-11-11T16:17:48,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb1374c5d1d5ea18418938f6a1d4d22d: Waiting for close lock at 1731341868359Disabling compacts and flushes for region at 1731341868359Disabling writes for close at 1731341868359Writing region close event to WAL at 1731341868359Closed at 1731341868359 2024-11-11T16:17:48,362 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:17:48,367 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731341868362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341868362"}]},"ts":"1731341868362"} 2024-11-11T16:17:48,371 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:17:48,373 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:17:48,376 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731341868373"}]},"ts":"1731341868373"} 2024-11-11T16:17:48,379 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T16:17:48,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb1374c5d1d5ea18418938f6a1d4d22d, ASSIGN}] 2024-11-11T16:17:48,383 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb1374c5d1d5ea18418938f6a1d4d22d, ASSIGN 2024-11-11T16:17:48,385 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eb1374c5d1d5ea18418938f6a1d4d22d, ASSIGN; state=OFFLINE, location=16b413a53992,36889,1731341861191; forceNewPlan=false, retain=false 2024-11-11T16:17:48,536 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=eb1374c5d1d5ea18418938f6a1d4d22d, regionState=OPENING, regionLocation=16b413a53992,36889,1731341861191 2024-11-11T16:17:48,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eb1374c5d1d5ea18418938f6a1d4d22d, ASSIGN because future has completed 2024-11-11T16:17:48,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb1374c5d1d5ea18418938f6a1d4d22d, server=16b413a53992,36889,1731341861191}] 2024-11-11T16:17:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:17:48,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. 2024-11-11T16:17:48,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:17:48,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T16:17:48,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C36889%2C1731341861191.rep, suffix=, logDir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191, archiveDir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/oldWALs, maxLogs=10 2024-11-11T16:17:48,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191/16b413a53992%2C36889%2C1731341861191.rep.1731341868707, exclude list is [], retry=0 2024-11-11T16:17:48,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39365,DS-0f807e9d-691e-42e5-8063-917b94af8e65,DISK] 2024-11-11T16:17:48,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191/16b413a53992%2C36889%2C1731341861191.rep.1731341868707 2024-11-11T16:17:48,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41231:41231)] 2024-11-11T16:17:48,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => eb1374c5d1d5ea18418938f6a1d4d22d, NAME => 'hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:17:48,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:17:48,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:17:48,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. service=MultiRowMutationService 2024-11-11T16:17:48,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T16:17:48,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:48,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:48,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:48,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:48,736 INFO [StoreOpener-eb1374c5d1d5ea18418938f6a1d4d22d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:48,739 INFO [StoreOpener-eb1374c5d1d5ea18418938f6a1d4d22d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb1374c5d1d5ea18418938f6a1d4d22d columnFamilyName hfileref 2024-11-11T16:17:48,739 DEBUG [StoreOpener-eb1374c5d1d5ea18418938f6a1d4d22d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:48,739 INFO [StoreOpener-eb1374c5d1d5ea18418938f6a1d4d22d-1 {}] regionserver.HStore(327): Store=eb1374c5d1d5ea18418938f6a1d4d22d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:17:48,740 INFO [StoreOpener-eb1374c5d1d5ea18418938f6a1d4d22d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:48,742 INFO [StoreOpener-eb1374c5d1d5ea18418938f6a1d4d22d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb1374c5d1d5ea18418938f6a1d4d22d columnFamilyName queue 2024-11-11T16:17:48,742 DEBUG [StoreOpener-eb1374c5d1d5ea18418938f6a1d4d22d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:48,743 INFO [StoreOpener-eb1374c5d1d5ea18418938f6a1d4d22d-1 {}] regionserver.HStore(327): Store=eb1374c5d1d5ea18418938f6a1d4d22d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:17:48,743 INFO [StoreOpener-eb1374c5d1d5ea18418938f6a1d4d22d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:48,745 INFO [StoreOpener-eb1374c5d1d5ea18418938f6a1d4d22d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb1374c5d1d5ea18418938f6a1d4d22d columnFamilyName sid 2024-11-11T16:17:48,746 DEBUG [StoreOpener-eb1374c5d1d5ea18418938f6a1d4d22d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:48,746 INFO [StoreOpener-eb1374c5d1d5ea18418938f6a1d4d22d-1 {}] regionserver.HStore(327): Store=eb1374c5d1d5ea18418938f6a1d4d22d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:17:48,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:48,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/replication/eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:48,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/replication/eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:48,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:48,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:48,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:17:48,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:48,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/replication/eb1374c5d1d5ea18418938f6a1d4d22d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:17:48,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened eb1374c5d1d5ea18418938f6a1d4d22d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68112907, jitterRate=0.014961406588554382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:17:48,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:48,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for eb1374c5d1d5ea18418938f6a1d4d22d: Running coprocessor pre-open hook at 1731341868734Writing region info on filesystem at 1731341868734Initializing all the Stores at 1731341868736 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341868736Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341868736Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341868736Cleaning up temporary data from old regions at 1731341868750 (+14 ms)Running coprocessor post-open hooks at 1731341868757 (+7 ms)Region opened successfully at 1731341868758 (+1 ms) 2024-11-11T16:17:48,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d., pid=7, masterSystemTime=1731341868696 2024-11-11T16:17:48,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. 2024-11-11T16:17:48,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. 2024-11-11T16:17:48,765 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=eb1374c5d1d5ea18418938f6a1d4d22d, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,36889,1731341861191 2024-11-11T16:17:48,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb1374c5d1d5ea18418938f6a1d4d22d, server=16b413a53992,36889,1731341861191 because future has completed 2024-11-11T16:17:48,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T16:17:48,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure eb1374c5d1d5ea18418938f6a1d4d22d, server=16b413a53992,36889,1731341861191 in 228 msec 2024-11-11T16:17:48,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T16:17:48,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb1374c5d1d5ea18418938f6a1d4d22d, ASSIGN in 392 msec 2024-11-11T16:17:48,778 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:17:48,779 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731341868778"}]},"ts":"1731341868778"} 2024-11-11T16:17:48,781 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T16:17:48,783 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:17:48,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2640 sec 2024-11-11T16:17:48,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d., hostname=16b413a53992,36889,1731341861191, seqNum=2] 2024-11-11T16:17:48,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36889 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-11T16:17:48,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796 2024-11-11T16:17:48,896 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1002fa237fb0001, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796 2024-11-11T16:17:48,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T16:17:49,030 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:17:49,093 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T16:17:49,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T16:17:49,095 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T16:17:49,096 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T16:17:49,144 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-16b413a53992,36889,1731341861191, ReplicationSource: 1, currentBandwidth=0 2024-11-11T16:17:49,146 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:17:49,146 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,36889,1731341861191, seqNum=-1] 2024-11-11T16:17:49,146 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:17:49,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-11T16:17:49,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16b413a53992,36889,1731341861191', locateType=CURRENT is [region=hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d., hostname=16b413a53992,36889,1731341861191, seqNum=2] 2024-11-11T16:17:49,157 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T16:17:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T16:17:49,163 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16b413a53992,36889,1731341861191 suceeded 2024-11-11T16:17:49,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T16:17:49,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 237 msec 2024-11-11T16:17:49,167 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16b413a53992:36369,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T16:17:49,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7130 sec 2024-11-11T16:17:49,184 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36889,1731341861191 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:36369' 2024-11-11T16:17:49,186 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36889,1731341861191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2770b9a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:49,186 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36889,1731341861191 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,36369,-1 for getting cluster id 2024-11-11T16:17:49,186 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36889,1731341861191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:17:49,188 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66563e38-1b64-4c94-869d-fcb3c95d9b2f' 2024-11-11T16:17:49,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:17:49,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66563e38-1b64-4c94-869d-fcb3c95d9b2f" 2024-11-11T16:17:49,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8a186c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:49,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,36369,-1] 2024-11-11T16:17:49,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:17:49,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:49,190 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:17:49,192 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36889,1731341861191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c9a7652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:49,192 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36889,1731341861191 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:17:49,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,36369,1731341864750 2024-11-11T16:17:49,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@311b28b6 2024-11-11T16:17:49,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:17:49,195 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-11T16:17:49,196 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36889,1731341861191 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16b413a53992,36889,1731341861191 (queues=1) is replicating from cluster=46426e9e-7c6e-4f66-ad06-757fc67648f0 to cluster=66563e38-1b64-4c94-869d-fcb3c95d9b2f 2024-11-11T16:17:49,200 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36889,1731341861191 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16b413a53992%2C36889%2C1731341861191 2024-11-11T16:17:49,205 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36889,1731341861191 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16b413a53992,36889,1731341861191, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T16:17:49,207 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36889,1731341861191.replicationSource.shipper16b413a53992%2C36889%2C1731341861191,1-16b413a53992,36889,1731341861191 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16b413a53992%2C36889%2C1731341861191 2024-11-11T16:17:49,211 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36889,1731341861191.replicationSource.wal-reader.16b413a53992%2C36889%2C1731341861191,1-16b413a53992,36889,1731341861191 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191/16b413a53992%2C36889%2C1731341861191.1731341862970, startPosition=0, beingWritten=true 2024-11-11T16:17:49,475 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36889,1731341861191.replicationSource.wal-reader.16b413a53992%2C36889%2C1731341861191,1-16b413a53992,36889,1731341861191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191/16b413a53992%2C36889%2C1731341861191.1731341862970 to pos 0, reset compression=false 2024-11-11T16:17:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:17:49,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:17:49,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:17:49,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:49,619 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T16:17:49,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:49,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:17:49,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ac2555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:49,621 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,43789,-1 for getting cluster id 2024-11-11T16:17:49,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:17:49,622 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46426e9e-7c6e-4f66-ad06-757fc67648f0' 2024-11-11T16:17:49,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:17:49,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46426e9e-7c6e-4f66-ad06-757fc67648f0" 2024-11-11T16:17:49,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aeda2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:49,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,43789,-1] 2024-11-11T16:17:49,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:17:49,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:49,626 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:17:49,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1916d881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:49,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:17:49,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,43789,1731341860235 2024-11-11T16:17:49,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cb8e299 2024-11-11T16:17:49,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:17:49,631 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:17:49,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://16b413a53992:36369,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T16:17:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T16:17:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T16:17:49,636 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:36369' 2024-11-11T16:17:49,638 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13496529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:49,638 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,36369,-1 for getting cluster id 2024-11-11T16:17:49,638 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:17:49,639 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66563e38-1b64-4c94-869d-fcb3c95d9b2f' 2024-11-11T16:17:49,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:17:49,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66563e38-1b64-4c94-869d-fcb3c95d9b2f" 2024-11-11T16:17:49,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da2ca1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:49,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,36369,-1] 2024-11-11T16:17:49,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:17:49,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:49,641 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:17:49,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c036ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:49,642 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:17:49,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,36369,1731341864750 2024-11-11T16:17:49,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f793da5 2024-11-11T16:17:49,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:17:49,644 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:17:49,645 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-11T16:17:49,645 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T16:17:49,645 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:49,645 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:49,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:17:49,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T16:17:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T16:17:49,783 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36889,1731341861191.replicationSource.wal-reader.16b413a53992%2C36889%2C1731341861191,1-16b413a53992,36889,1731341861191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191/16b413a53992%2C36889%2C1731341861191.1731341862970 to pos 0, reset compression=false 2024-11-11T16:17:49,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-11T16:17:49,812 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-11T16:17:49,845 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-16b413a53992,36889,1731341861191, ReplicationSource: 2, currentBandwidth=0 2024-11-11T16:17:49,849 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-11T16:17:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-11T16:17:49,853 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 16b413a53992,36889,1731341861191 suceeded 2024-11-11T16:17:49,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T16:17:49,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-11T16:17:49,856 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://16b413a53992:36369,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T16:17:49,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 225 msec 2024-11-11T16:17:49,866 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,36889,1731341861191 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:36369' 2024-11-11T16:17:49,867 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,36889,1731341861191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b250af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:49,867 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,36889,1731341861191 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,36369,-1 for getting cluster id 2024-11-11T16:17:49,867 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,36889,1731341861191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:17:49,868 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66563e38-1b64-4c94-869d-fcb3c95d9b2f' 2024-11-11T16:17:49,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:17:49,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66563e38-1b64-4c94-869d-fcb3c95d9b2f" 2024-11-11T16:17:49,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40e358f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:49,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,36369,-1] 2024-11-11T16:17:49,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:17:49,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:49,871 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:17:49,872 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,36889,1731341861191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d9fb902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:49,872 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,36889,1731341861191 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:17:49,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,36369,1731341864750 2024-11-11T16:17:49,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d3d3a3 2024-11-11T16:17:49,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:17:49,875 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-11T16:17:49,876 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,36889,1731341861191 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-16b413a53992,36889,1731341861191 (queues=1) is replicating from cluster=46426e9e-7c6e-4f66-ad06-757fc67648f0 to cluster=66563e38-1b64-4c94-869d-fcb3c95d9b2f 2024-11-11T16:17:49,876 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,36889,1731341861191 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=16b413a53992%2C36889%2C1731341861191 2024-11-11T16:17:49,876 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,36889,1731341861191 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-16b413a53992,36889,1731341861191, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T16:17:49,877 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,36889,1731341861191.replicationSource.shipper16b413a53992%2C36889%2C1731341861191,2-16b413a53992,36889,1731341861191 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16b413a53992%2C36889%2C1731341861191 2024-11-11T16:17:49,877 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,36889,1731341861191.replicationSource.wal-reader.16b413a53992%2C36889%2C1731341861191,2-16b413a53992,36889,1731341861191 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191/16b413a53992%2C36889%2C1731341861191.1731341862970, startPosition=0, beingWritten=true 2024-11-11T16:17:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T16:17:49,949 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-11T16:17:49,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:17:49,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:17:49,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:49,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:49,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:17:49,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:17:49,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,43789,1731341860235 2024-11-11T16:17:49,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34bd20a8 2024-11-11T16:17:49,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:17:49,958 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:17:49,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T16:17:49,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T16:17:49,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T16:17:49,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T16:17:49,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://16b413a53992:36369,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T16:17:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T16:17:49,976 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:36369' 2024-11-11T16:17:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T16:17:49,977 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135c5c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:49,977 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,36369,-1 for getting cluster id 2024-11-11T16:17:49,977 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:17:49,979 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66563e38-1b64-4c94-869d-fcb3c95d9b2f' 2024-11-11T16:17:49,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:17:49,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66563e38-1b64-4c94-869d-fcb3c95d9b2f" 2024-11-11T16:17:49,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3afa86f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:49,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,36369,-1] 2024-11-11T16:17:49,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:17:49,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:49,981 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:17:49,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14fc9383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:49,982 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:17:49,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,36369,1731341864750 2024-11-11T16:17:49,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@534ab026 2024-11-11T16:17:49,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:17:49,985 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:17:49,986 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T16:17:49,986 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T16:17:49,986 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:49,986 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:49,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:17:49,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T16:17:50,086 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,36889,1731341861191.replicationSource.wal-reader.16b413a53992%2C36889%2C1731341861191,2-16b413a53992,36889,1731341861191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191/16b413a53992%2C36889%2C1731341861191.1731341862970 to pos 0, reset compression=false 2024-11-11T16:17:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T16:17:50,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-11T16:17:50,146 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-11T16:17:50,149 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-11T16:17:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-11T16:17:50,153 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 16b413a53992,36889,1731341861191 suceeded 2024-11-11T16:17:50,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-11T16:17:50,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-11T16:17:50,156 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://16b413a53992:36369,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T16:17:50,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 189 msec 2024-11-11T16:17:50,192 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36889,1731341861191.replicationSource.wal-reader.16b413a53992%2C36889%2C1731341861191,1-16b413a53992,36889,1731341861191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191/16b413a53992%2C36889%2C1731341861191.1731341862970 to pos 0, reset compression=false 2024-11-11T16:17:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T16:17:50,299 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-11T16:17:50,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://16b413a53992:36369,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T16:17:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T16:17:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T16:17:50,304 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:36369' 2024-11-11T16:17:50,305 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bce6843, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:50,305 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,36369,-1 for getting cluster id 2024-11-11T16:17:50,305 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:17:50,306 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66563e38-1b64-4c94-869d-fcb3c95d9b2f' 2024-11-11T16:17:50,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:17:50,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66563e38-1b64-4c94-869d-fcb3c95d9b2f" 2024-11-11T16:17:50,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70598743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:50,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,36369,-1] 2024-11-11T16:17:50,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:17:50,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:50,308 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:17:50,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf0e519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:50,309 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:17:50,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,36369,1731341864750 2024-11-11T16:17:50,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f2d0f23 2024-11-11T16:17:50,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:17:50,311 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:17:50,312 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T16:17:50,312 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T16:17:50,312 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:50,312 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:50,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:17:50,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T16:17:50,395 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,36889,1731341861191.replicationSource.wal-reader.16b413a53992%2C36889%2C1731341861191,2-16b413a53992,36889,1731341861191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191/16b413a53992%2C36889%2C1731341861191.1731341862970 to pos 0, reset compression=false 2024-11-11T16:17:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T16:17:50,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-11T16:17:50,471 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-11T16:17:50,472 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-11T16:17:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-11T16:17:50,476 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 16b413a53992,36889,1731341861191 suceeded 2024-11-11T16:17:50,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-11T16:17:50,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-11T16:17:50,479 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://16b413a53992:36369,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T16:17:50,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 180 msec 2024-11-11T16:17:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T16:17:50,619 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-11T16:17:50,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T16:17:50,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43789 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T16:17:50,621 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:17:50,622 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:17:50,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:50,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:50,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:17:50,622 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:17:50,622 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1474478935, stopped=false 2024-11-11T16:17:50,623 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,43789,1731341860235 2024-11-11T16:17:50,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-739848796/running 2024-11-11T16:17:50,625 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1002fa237fb0001, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-739848796/running 2024-11-11T16:17:50,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796 2024-11-11T16:17:50,625 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:17:50,625 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1002fa237fb0001, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796 2024-11-11T16:17:50,625 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:17:50,626 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:17:50,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:50,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36889-0x1002fa237fb0001, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Set watcher on znode that does not yet exist, /0-739848796/running 2024-11-11T16:17:50,626 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,36889,1731341861191' ***** 2024-11-11T16:17:50,626 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:17:50,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Set watcher on znode that does not yet exist, /0-739848796/running 2024-11-11T16:17:50,627 INFO [RS:0;16b413a53992:36889 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:17:50,627 INFO [RS:0;16b413a53992:36889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:17:50,627 INFO [RS:0;16b413a53992:36889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:17:50,627 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:17:50,628 INFO [RS:0;16b413a53992:36889 {}] regionserver.HRegionServer(3091): Received CLOSE for eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:50,628 INFO [RS:0;16b413a53992:36889 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,36889,1731341861191 2024-11-11T16:17:50,629 INFO [RS:0;16b413a53992:36889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:17:50,629 INFO [RS:0;16b413a53992:36889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:36889. 2024-11-11T16:17:50,629 DEBUG [RS:0;16b413a53992:36889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:17:50,629 DEBUG [RS:0;16b413a53992:36889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:50,629 INFO [RS:0;16b413a53992:36889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:17:50,629 INFO [RS:0;16b413a53992:36889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:17:50,629 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb1374c5d1d5ea18418938f6a1d4d22d, disabling compactions & flushes 2024-11-11T16:17:50,630 INFO [RS:0;16b413a53992:36889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:17:50,630 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. 2024-11-11T16:17:50,630 INFO [RS:0;16b413a53992:36889 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:17:50,630 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. 2024-11-11T16:17:50,630 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. after waiting 0 ms 2024-11-11T16:17:50,630 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. 2024-11-11T16:17:50,630 INFO [RS:0;16b413a53992:36889 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T16:17:50,630 DEBUG [RS:0;16b413a53992:36889 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, eb1374c5d1d5ea18418938f6a1d4d22d=hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d.} 2024-11-11T16:17:50,631 DEBUG [RS:0;16b413a53992:36889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:50,631 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:17:50,631 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:17:50,631 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:17:50,631 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:17:50,631 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:17:50,635 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T16:17:50,636 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eb1374c5d1d5ea18418938f6a1d4d22d 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-11T16:17:50,693 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:17:50,700 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36889,1731341861191.replicationSource.wal-reader.16b413a53992%2C36889%2C1731341861191,1-16b413a53992,36889,1731341861191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191/16b413a53992%2C36889%2C1731341861191.1731341862970 to pos 0, reset compression=false 2024-11-11T16:17:50,714 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/replication/eb1374c5d1d5ea18418938f6a1d4d22d/.tmp/queue/dc9aa6e9246a48388670ecdf2270257a is 151, key is 1-16b413a53992,36889,1731341861191/queue:16b413a53992%2C36889%2C1731341861191/1731341869152/Put/seqid=0 2024-11-11T16:17:50,714 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/.tmp/info/cb61087fbf7d437ea40e147a6395b70d is 147, key is hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d./info:regioninfo/1731341868764/Put/seqid=0 2024-11-11T16:17:50,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741838_1014 (size=6631) 2024-11-11T16:17:50,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741839_1015 (size=5500) 2024-11-11T16:17:50,731 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/.tmp/info/cb61087fbf7d437ea40e147a6395b70d 2024-11-11T16:17:50,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T16:17:50,744 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T16:17:50,746 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T16:17:50,746 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T16:17:50,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:17:50,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T16:17:50,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:17:50,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T16:17:50,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T16:17:50,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T16:17:50,807 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/.tmp/ns/700795a27b034146ba732ffc0591a0d3 is 43, key is default/ns:d/1731341863673/Put/seqid=0 2024-11-11T16:17:50,814 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,36889,1731341861191.replicationSource.wal-reader.16b413a53992%2C36889%2C1731341861191,2-16b413a53992,36889,1731341861191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191/16b413a53992%2C36889%2C1731341861191.1731341862970 to pos 0, reset compression=false 2024-11-11T16:17:50,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741840_1016 (size=5153) 2024-11-11T16:17:50,831 DEBUG [RS:0;16b413a53992:36889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:50,854 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:17:50,854 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:17:51,031 DEBUG [RS:0;16b413a53992:36889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:51,134 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/replication/eb1374c5d1d5ea18418938f6a1d4d22d/.tmp/queue/dc9aa6e9246a48388670ecdf2270257a 2024-11-11T16:17:51,146 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/replication/eb1374c5d1d5ea18418938f6a1d4d22d/.tmp/queue/dc9aa6e9246a48388670ecdf2270257a as hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/replication/eb1374c5d1d5ea18418938f6a1d4d22d/queue/dc9aa6e9246a48388670ecdf2270257a 2024-11-11T16:17:51,157 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/replication/eb1374c5d1d5ea18418938f6a1d4d22d/queue/dc9aa6e9246a48388670ecdf2270257a, entries=2, sequenceid=6, filesize=5.4 K 2024-11-11T16:17:51,166 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for eb1374c5d1d5ea18418938f6a1d4d22d in 531ms, sequenceid=6, compaction requested=false 2024-11-11T16:17:51,179 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/replication/eb1374c5d1d5ea18418938f6a1d4d22d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T16:17:51,183 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:17:51,183 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:17:51,183 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. 2024-11-11T16:17:51,183 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb1374c5d1d5ea18418938f6a1d4d22d: Waiting for close lock at 1731341870629Running coprocessor pre-close hooks at 1731341870629Disabling compacts and flushes for region at 1731341870629Disabling writes for close at 1731341870630 (+1 ms)Obtaining lock to block concurrent updates at 1731341870636 (+6 ms)Preparing flush snapshotting stores in eb1374c5d1d5ea18418938f6a1d4d22d at 1731341870636Finished memstore snapshotting hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731341870646 (+10 ms)Flushing stores of hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. at 1731341870648 (+2 ms)Flushing eb1374c5d1d5ea18418938f6a1d4d22d/queue: creating writer at 1731341870650 (+2 ms)Flushing eb1374c5d1d5ea18418938f6a1d4d22d/queue: appending metadata at 1731341870694 (+44 ms)Flushing eb1374c5d1d5ea18418938f6a1d4d22d/queue: closing flushed file at 1731341870697 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7175a258: reopening flushed file at 1731341871144 (+447 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for eb1374c5d1d5ea18418938f6a1d4d22d in 531ms, sequenceid=6, compaction requested=false at 1731341871166 (+22 ms)Writing region close event to WAL at 1731341871169 (+3 ms)Running coprocessor post-close hooks at 1731341871180 (+11 ms)Closed at 1731341871183 (+3 ms) 2024-11-11T16:17:51,184 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. 2024-11-11T16:17:51,215 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/.tmp/ns/700795a27b034146ba732ffc0591a0d3 2024-11-11T16:17:51,232 DEBUG [RS:0;16b413a53992:36889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:17:51,250 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/.tmp/table/6f87b4fd1c95463f8c4dd5683518a9a5 is 53, key is hbase:replication/table:state/1731341868778/Put/seqid=0 2024-11-11T16:17:51,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741841_1017 (size=5256) 2024-11-11T16:17:51,258 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/.tmp/table/6f87b4fd1c95463f8c4dd5683518a9a5 2024-11-11T16:17:51,269 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/.tmp/info/cb61087fbf7d437ea40e147a6395b70d as hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/info/cb61087fbf7d437ea40e147a6395b70d 2024-11-11T16:17:51,279 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/info/cb61087fbf7d437ea40e147a6395b70d, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T16:17:51,281 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/.tmp/ns/700795a27b034146ba732ffc0591a0d3 as hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/ns/700795a27b034146ba732ffc0591a0d3 2024-11-11T16:17:51,293 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/ns/700795a27b034146ba732ffc0591a0d3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T16:17:51,295 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/.tmp/table/6f87b4fd1c95463f8c4dd5683518a9a5 as hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/table/6f87b4fd1c95463f8c4dd5683518a9a5 2024-11-11T16:17:51,305 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/table/6f87b4fd1c95463f8c4dd5683518a9a5, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T16:17:51,307 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 676ms, sequenceid=11, compaction requested=false 2024-11-11T16:17:51,313 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36889,1731341861191.replicationSource.wal-reader.16b413a53992%2C36889%2C1731341861191,1-16b413a53992,36889,1731341861191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191/16b413a53992%2C36889%2C1731341861191.1731341862970 to pos 0, reset compression=false 2024-11-11T16:17:51,320 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,36889,1731341861191.replicationSource.wal-reader.16b413a53992%2C36889%2C1731341861191,2-16b413a53992,36889,1731341861191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191/16b413a53992%2C36889%2C1731341861191.1731341862970 to pos 0, reset compression=false 2024-11-11T16:17:51,330 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T16:17:51,331 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:17:51,331 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:17:51,331 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:17:51,331 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731341870631Running coprocessor pre-close hooks at 1731341870631Disabling compacts and flushes for region at 1731341870631Disabling writes for close at 1731341870631Obtaining lock to block concurrent updates at 1731341870636 (+5 ms)Preparing flush snapshotting stores in 1588230740 at 1731341870636Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731341870646 (+10 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731341870648 (+2 ms)Flushing 1588230740/info: creating writer at 1731341870650 (+2 ms)Flushing 1588230740/info: appending metadata at 1731341870695 (+45 ms)Flushing 1588230740/info: closing flushed file at 1731341870697 (+2 ms)Flushing 1588230740/ns: creating writer at 1731341870790 (+93 ms)Flushing 1588230740/ns: appending metadata at 1731341870806 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731341870806Flushing 1588230740/table: creating writer at 1731341871226 (+420 ms)Flushing 1588230740/table: appending metadata at 1731341871249 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731341871249Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39565256: reopening flushed file at 1731341871268 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@415869a0: reopening flushed file at 1731341871279 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@444e8384: reopening flushed file at 1731341871294 (+15 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 676ms, sequenceid=11, compaction requested=false at 1731341871307 (+13 ms)Writing region close event to WAL at 1731341871309 (+2 ms)Running coprocessor post-close hooks at 1731341871331 (+22 ms)Closed at 1731341871331 2024-11-11T16:17:51,332 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:17:51,432 INFO [RS:0;16b413a53992:36889 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,36889,1731341861191; all regions closed. 2024-11-11T16:17:51,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741834_1010 (size=2742) 2024-11-11T16:17:51,445 DEBUG [RS:0;16b413a53992:36889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/oldWALs 2024-11-11T16:17:51,445 INFO [RS:0;16b413a53992:36889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C36889%2C1731341861191.meta:.meta(num 1731341863466) 2024-11-11T16:17:51,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741837_1013 (size=1802) 2024-11-11T16:17:51,453 DEBUG [RS:0;16b413a53992:36889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/oldWALs 2024-11-11T16:17:51,453 INFO [RS:0;16b413a53992:36889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C36889%2C1731341861191.rep:(num 1731341868707) 2024-11-11T16:17:51,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741833_1009 (size=93) 2024-11-11T16:17:51,460 DEBUG [RS:0;16b413a53992:36889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/oldWALs 2024-11-11T16:17:51,460 INFO [RS:0;16b413a53992:36889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C36889%2C1731341861191:(num 1731341862970) 2024-11-11T16:17:51,460 DEBUG [RS:0;16b413a53992:36889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:51,460 INFO [RS:0;16b413a53992:36889 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:17:51,460 INFO [RS:0;16b413a53992:36889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:17:51,461 INFO [RS:0;16b413a53992:36889 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T16:17:51,461 INFO [RS:0;16b413a53992:36889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:17:51,462 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:17:51,462 INFO [RS:0;16b413a53992:36889 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16b413a53992,36889,1731341861191 because: Region server is closing 2024-11-11T16:17:51,462 INFO [RS:0;16b413a53992:36889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:36889. 2024-11-11T16:17:51,462 DEBUG [RS:0;16b413a53992:36889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:17:51,462 DEBUG [RS:0;16b413a53992:36889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:51,463 DEBUG [RS:0;16b413a53992:36889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:51,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:17:51,563 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36889,1731341861191.replicationSource.wal-reader.16b413a53992%2C36889%2C1731341861191,1-16b413a53992,36889,1731341861191 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T16:17:51,563 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36889,1731341861191.replicationSource.shipper16b413a53992%2C36889%2C1731341861191,1-16b413a53992,36889,1731341861191 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T16:17:51,563 INFO [RS:0;16b413a53992:36889 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36889,1731341861191.replicationSource.shipper16b413a53992%2C36889%2C1731341861191,1-16b413a53992,36889,1731341861191 terminated 2024-11-11T16:17:51,564 INFO [RS:0;16b413a53992:36889 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-16b413a53992,36889,1731341861191 because: Region server is closing 2024-11-11T16:17:51,564 INFO [RS:0;16b413a53992:36889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:36889. 2024-11-11T16:17:51,565 DEBUG [RS:0;16b413a53992:36889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:17:51,565 DEBUG [RS:0;16b413a53992:36889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:51,565 DEBUG [RS:0;16b413a53992:36889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:51,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:17:51,665 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,36889,1731341861191.replicationSource.wal-reader.16b413a53992%2C36889%2C1731341861191,2-16b413a53992,36889,1731341861191 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T16:17:51,665 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,36889,1731341861191.replicationSource.shipper16b413a53992%2C36889%2C1731341861191,2-16b413a53992,36889,1731341861191 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T16:17:51,666 INFO [RS:0;16b413a53992:36889 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,36889,1731341861191.replicationSource.shipper16b413a53992%2C36889%2C1731341861191,2-16b413a53992,36889,1731341861191 terminated 2024-11-11T16:17:51,666 INFO [RS:0;16b413a53992:36889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36889 2024-11-11T16:17:51,673 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1002fa237fb0001, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-739848796/rs/16b413a53992,36889,1731341861191 2024-11-11T16:17:51,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796/rs 2024-11-11T16:17:51,673 INFO [RS:0;16b413a53992:36889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:17:51,675 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,36889,1731341861191] 2024-11-11T16:17:51,677 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-739848796/draining/16b413a53992,36889,1731341861191 already deleted, retry=false 2024-11-11T16:17:51,678 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,36889,1731341861191 expired; onlineServers=0 2024-11-11T16:17:51,678 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,43789,1731341860235' ***** 2024-11-11T16:17:51,678 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:17:51,678 INFO [M:0;16b413a53992:43789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:17:51,678 INFO [M:0;16b413a53992:43789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:17:51,678 DEBUG [M:0;16b413a53992:43789 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:17:51,678 DEBUG [M:0;16b413a53992:43789 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:17:51,679 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341862558 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341862558,5,FailOnTimeoutGroup] 2024-11-11T16:17:51,679 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341862561 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341862561,5,FailOnTimeoutGroup] 2024-11-11T16:17:51,679 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:17:51,679 INFO [M:0;16b413a53992:43789 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:17:51,679 INFO [M:0;16b413a53992:43789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:17:51,679 DEBUG [M:0;16b413a53992:43789 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:17:51,679 INFO [M:0;16b413a53992:43789 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:17:51,679 INFO [M:0;16b413a53992:43789 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:17:51,680 INFO [M:0;16b413a53992:43789 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:17:51,680 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:17:51,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-739848796/master 2024-11-11T16:17:51,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796 2024-11-11T16:17:51,682 DEBUG [M:0;16b413a53992:43789 {}] zookeeper.ZKUtil(347): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Unable to get data of znode /0-739848796/master because node does not exist (not an error) 2024-11-11T16:17:51,682 WARN [M:0;16b413a53992:43789 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T16:17:51,683 INFO [M:0;16b413a53992:43789 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/.lastflushedseqids 2024-11-11T16:17:51,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741842_1018 (size=181) 2024-11-11T16:17:51,710 INFO [M:0;16b413a53992:43789 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:17:51,710 INFO [M:0;16b413a53992:43789 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:17:51,711 DEBUG [M:0;16b413a53992:43789 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:17:51,711 INFO [M:0;16b413a53992:43789 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:17:51,711 DEBUG [M:0;16b413a53992:43789 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:17:51,711 DEBUG [M:0;16b413a53992:43789 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:17:51,711 DEBUG [M:0;16b413a53992:43789 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:17:51,711 INFO [M:0;16b413a53992:43789 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-11T16:17:51,736 DEBUG [M:0;16b413a53992:43789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50d0ad082bd448238f156c521cf712f2 is 82, key is hbase:meta,,1/info:regioninfo/1731341863583/Put/seqid=0 2024-11-11T16:17:51,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741843_1019 (size=5672) 2024-11-11T16:17:51,777 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1002fa237fb0001, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:17:51,778 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1002fa237fb0001, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:17:51,778 INFO [RS:0;16b413a53992:36889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:17:51,778 INFO [RS:0;16b413a53992:36889 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,36889,1731341861191; zookeeper connection closed. 2024-11-11T16:17:51,779 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@219e27aa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@219e27aa 2024-11-11T16:17:51,779 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:17:52,143 INFO [M:0;16b413a53992:43789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50d0ad082bd448238f156c521cf712f2 2024-11-11T16:17:52,179 DEBUG [M:0;16b413a53992:43789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a97a2cff216342558f8d07b4cf853981 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731341868784/Put/seqid=0 2024-11-11T16:17:52,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741844_1020 (size=8663) 2024-11-11T16:17:52,586 INFO [M:0;16b413a53992:43789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a97a2cff216342558f8d07b4cf853981 2024-11-11T16:17:52,612 DEBUG [M:0;16b413a53992:43789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a9998a0461149219e718841f19ad063 is 69, key is 16b413a53992,36889,1731341861191/rs:state/1731341862692/Put/seqid=0 2024-11-11T16:17:52,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741845_1021 (size=5156) 2024-11-11T16:17:52,618 INFO [M:0;16b413a53992:43789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a9998a0461149219e718841f19ad063 2024-11-11T16:17:52,627 DEBUG [M:0;16b413a53992:43789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50d0ad082bd448238f156c521cf712f2 as hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50d0ad082bd448238f156c521cf712f2 2024-11-11T16:17:52,636 INFO [M:0;16b413a53992:43789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50d0ad082bd448238f156c521cf712f2, entries=8, sequenceid=115, filesize=5.5 K 2024-11-11T16:17:52,638 DEBUG [M:0;16b413a53992:43789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a97a2cff216342558f8d07b4cf853981 as hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a97a2cff216342558f8d07b4cf853981 2024-11-11T16:17:52,646 INFO [M:0;16b413a53992:43789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a97a2cff216342558f8d07b4cf853981, entries=14, sequenceid=115, filesize=8.5 K 2024-11-11T16:17:52,648 DEBUG [M:0;16b413a53992:43789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a9998a0461149219e718841f19ad063 as hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a9998a0461149219e718841f19ad063 2024-11-11T16:17:52,656 INFO [M:0;16b413a53992:43789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a9998a0461149219e718841f19ad063, entries=1, sequenceid=115, filesize=5.0 K 2024-11-11T16:17:52,658 INFO [M:0;16b413a53992:43789 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 946ms, sequenceid=115, compaction requested=false 2024-11-11T16:17:52,660 INFO [M:0;16b413a53992:43789 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:17:52,661 DEBUG [M:0;16b413a53992:43789 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731341871711Disabling compacts and flushes for region at 1731341871711Disabling writes for close at 1731341871711Obtaining lock to block concurrent updates at 1731341871711Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731341871711Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731341871712 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731341871713 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731341871713Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731341871735 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731341871735Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731341872152 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731341872178 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731341872178Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731341872595 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731341872611 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731341872611Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1469b3e5: reopening flushed file at 1731341872626 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14bf94da: reopening flushed file at 1731341872636 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d1c1d2c: reopening flushed file at 1731341872646 (+10 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 946ms, sequenceid=115, compaction requested=false at 1731341872658 (+12 ms)Writing region close event to WAL at 1731341872660 (+2 ms)Closed at 1731341872660 2024-11-11T16:17:52,665 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/WALs/16b413a53992,43789,1731341860235/16b413a53992%2C43789%2C1731341860235.1731341861767 not finished, retry = 0 2024-11-11T16:17:52,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741830_1006 (size=59421) 2024-11-11T16:17:52,767 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:17:52,767 INFO [M:0;16b413a53992:43789 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:17:52,767 INFO [M:0;16b413a53992:43789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43789 2024-11-11T16:17:52,767 INFO [M:0;16b413a53992:43789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:17:52,870 INFO [M:0;16b413a53992:43789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:17:52,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:17:52,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43789-0x1002fa237fb0000, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:17:52,873 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:17:52,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:17:52,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:17:52,873 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:17:52,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:17:52,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:17:52,873 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:17:52,873 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:17:52,874 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44769 2024-11-11T16:17:52,876 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44769 connecting to ZooKeeper ensemble=127.0.0.1:52208 2024-11-11T16:17:52,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447690x0, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:17:52,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44769-0x1002fa237fb0006 connected 2024-11-11T16:17:52,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:17:52,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:17:52,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Set watcher on znode that does not yet exist, /0-739848796/running 2024-11-11T16:17:52,890 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0, hbase.cluster.distributed=false 2024-11-11T16:17:52,891 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-739848796/meta-region-server: INIT 2024-11-11T16:17:52,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Set watcher on znode that does not yet exist, /0-739848796/acl 2024-11-11T16:17:52,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44769 2024-11-11T16:17:52,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44769 2024-11-11T16:17:52,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44769 2024-11-11T16:17:52,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44769 2024-11-11T16:17:52,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44769 2024-11-11T16:17:52,920 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:17:52,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:17:52,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:17:52,920 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:17:52,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:17:52,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:17:52,920 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:17:52,921 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:17:52,921 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46213 2024-11-11T16:17:52,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46213 connecting to ZooKeeper ensemble=127.0.0.1:52208 2024-11-11T16:17:52,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:17:52,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:17:52,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462130x0, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:17:52,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462130x0, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Set watcher on znode that does not yet exist, /0-739848796/running 2024-11-11T16:17:52,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46213-0x1002fa237fb0007 connected 2024-11-11T16:17:52,931 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-739848796/meta-region-server: INIT 2024-11-11T16:17:52,931 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:17:52,932 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:17:52,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46213-0x1002fa237fb0007, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Set watcher on znode that does not yet exist, /0-739848796/master 2024-11-11T16:17:52,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46213-0x1002fa237fb0007, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Set watcher on znode that does not yet exist, /0-739848796/acl 2024-11-11T16:17:52,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46213 2024-11-11T16:17:52,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46213 2024-11-11T16:17:52,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46213 2024-11-11T16:17:52,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46213 2024-11-11T16:17:52,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46213 2024-11-11T16:17:52,952 DEBUG [M:0;16b413a53992:44769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:44769 2024-11-11T16:17:52,953 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-739848796/backup-masters/16b413a53992,44769,1731341872872 2024-11-11T16:17:52,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1002fa237fb0007, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796/backup-masters 2024-11-11T16:17:52,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796/backup-masters 2024-11-11T16:17:52,972 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Set watcher on existing znode=/0-739848796/backup-masters/16b413a53992,44769,1731341872872 2024-11-11T16:17:52,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1002fa237fb0007, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-739848796/master 2024-11-11T16:17:52,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796 2024-11-11T16:17:52,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1002fa237fb0007, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796 2024-11-11T16:17:52,988 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Set watcher on existing znode=/0-739848796/master 2024-11-11T16:17:52,989 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-739848796/backup-masters/16b413a53992,44769,1731341872872 from backup master directory 2024-11-11T16:17:52,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-739848796/backup-masters/16b413a53992,44769,1731341872872 2024-11-11T16:17:52,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1002fa237fb0007, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796/backup-masters 2024-11-11T16:17:52,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796/backup-masters 2024-11-11T16:17:52,996 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:17:52,996 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,44769,1731341872872 2024-11-11T16:17:53,019 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:17:53,019 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:17:53,036 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 17ms. 2024-11-11T16:17:53,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741846_1022 (size=196) 2024-11-11T16:17:53,053 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:17:53,054 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:17:53,055 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:17:53,064 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-11T16:17:53,069 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/WALs/16b413a53992,43789,1731341860235 to hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/WALs/16b413a53992,43789,1731341860235-dead as it is dead 2024-11-11T16:17:53,071 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-11T16:17:53,071 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-11T16:17:53,071 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/WALs/16b413a53992,43789,1731341860235-dead/16b413a53992%2C43789%2C1731341860235.1731341861767 2024-11-11T16:17:53,078 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/WALs/16b413a53992,43789,1731341860235-dead/16b413a53992%2C43789%2C1731341860235.1731341861767 after 5ms 2024-11-11T16:17:53,080 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/WALs/16b413a53992,43789,1731341860235-dead/16b413a53992%2C43789%2C1731341860235.1731341861767 to hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/16b413a53992%2C43789%2C1731341860235.1731341861767 2024-11-11T16:17:53,080 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/WALs/16b413a53992,43789,1731341860235-dead 2024-11-11T16:17:53,081 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/WALs/16b413a53992,44769,1731341872872 2024-11-11T16:17:53,083 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:17:53,085 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C44769%2C1731341872872, suffix=, logDir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/WALs/16b413a53992,44769,1731341872872, archiveDir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/oldWALs, maxLogs=10 2024-11-11T16:17:53,104 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/WALs/16b413a53992,44769,1731341872872/16b413a53992%2C44769%2C1731341872872.1731341873085, exclude list is [], retry=0 2024-11-11T16:17:53,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39365,DS-0f807e9d-691e-42e5-8063-917b94af8e65,DISK] 2024-11-11T16:17:53,112 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/WALs/16b413a53992,44769,1731341872872/16b413a53992%2C44769%2C1731341872872.1731341873085 2024-11-11T16:17:53,113 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41231:41231)] 2024-11-11T16:17:53,113 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:17:53,113 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:53,113 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:53,114 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:53,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:53,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:17:53,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:53,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50d0ad082bd448238f156c521cf712f2 2024-11-11T16:17:53,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:53,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:53,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:17:53,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:53,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a97a2cff216342558f8d07b4cf853981 2024-11-11T16:17:53,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:17:53,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:53,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:17:53,142 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:53,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a9998a0461149219e718841f19ad063 2024-11-11T16:17:53,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:17:53,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:53,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:17:53,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:53,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:17:53,152 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:53,152 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-11T16:17:53,153 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/16b413a53992%2C43789%2C1731341860235.1731341861767 2024-11-11T16:17:53,167 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/16b413a53992%2C43789%2C1731341860235.1731341861767 2024-11-11T16:17:53,169 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/16b413a53992%2C43789%2C1731341860235.1731341861767 2024-11-11T16:17:53,171 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:53,171 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:53,172 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:17:53,174 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:17:53,177 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-11T16:17:53,178 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73521747, jitterRate=0.09555940330028534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:17:53,178 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731341873114Initializing all the Stores at 1731341873115 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341873115Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341873116 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341873116Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341873116Cleaning up temporary data from old regions at 1731341873171 (+55 ms)Region opened successfully at 1731341873178 (+7 ms) 2024-11-11T16:17:53,179 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:17:53,182 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f890ea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:17:53,194 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-11T16:17:53,194 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:17:53,194 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:17:53,195 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:17:53,195 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:17:53,202 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:17:53,202 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T16:17:53,204 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T16:17:53,204 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T16:17:53,204 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T16:17:53,204 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T16:17:53,205 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-11T16:17:53,205 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:17:53,209 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=16b413a53992,36889,1731341861191, regionLocation=16b413a53992,36889,1731341861191, openSeqNum=2 2024-11-11T16:17:53,210 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=16b413a53992,36889,1731341861191, table=hbase:meta, region=1588230740 2024-11-11T16:17:53,210 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,36889,1731341861191, state=OPEN 2024-11-11T16:17:53,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1002fa237fb0007, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-739848796/meta-region-server 2024-11-11T16:17:53,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-739848796/meta-region-server 2024-11-11T16:17:53,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-739848796/meta-region-server: CHANGED 2024-11-11T16:17:53,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-739848796/meta-region-server: CHANGED 2024-11-11T16:17:53,218 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:17:53,220 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-739848796/draining/16b413a53992,36889,1731341861191 already deleted, retry=false 2024-11-11T16:17:53,220 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 16b413a53992,36889,1731341861191 on 16b413a53992,44769,1731341872872 2024-11-11T16:17:53,226 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 16b413a53992,36889,1731341861191, splitWal=true, meta=true 2024-11-11T16:17:53,228 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 16b413a53992,36889,1731341861191 (carryingMeta=true) 16b413a53992,36889,1731341861191/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7cf41658[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T16:17:53,232 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Unable to get data of znode /0-739848796/balancer because node does not exist (not necessarily an error) 2024-11-11T16:17:53,236 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-739848796/balancer already deleted, retry=false 2024-11-11T16:17:53,236 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:17:53,237 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Unable to get data of znode /0-739848796/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:17:53,239 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-739848796/normalizer already deleted, retry=false 2024-11-11T16:17:53,239 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:17:53,240 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Unable to get data of znode /0-739848796/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:17:53,242 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-739848796/switch/split already deleted, retry=false 2024-11-11T16:17:53,243 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Unable to get data of znode /0-739848796/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:17:53,244 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-739848796/switch/merge already deleted, retry=false 2024-11-11T16:17:53,252 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Unable to get data of znode /0-739848796/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:17:53,253 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-739848796/snapshot-cleanup already deleted, retry=false 2024-11-11T16:17:53,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1002fa237fb0007, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-739848796/running 2024-11-11T16:17:53,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-739848796/running 2024-11-11T16:17:53,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1002fa237fb0007, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796 2024-11-11T16:17:53,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796 2024-11-11T16:17:53,256 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,44769,1731341872872, sessionid=0x1002fa237fb0006, setting cluster-up flag (Was=false) 2024-11-11T16:17:53,259 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-739848796/flush-table-proc/acquired, /0-739848796/flush-table-proc/reached, /0-739848796/flush-table-proc/abort 2024-11-11T16:17:53,260 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,44769,1731341872872 2024-11-11T16:17:53,263 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-739848796/online-snapshot/acquired, /0-739848796/online-snapshot/reached, /0-739848796/online-snapshot/abort 2024-11-11T16:17:53,265 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,44769,1731341872872 2024-11-11T16:17:53,266 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/.lastflushedseqids 2024-11-11T16:17:53,270 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:17:53,270 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:17:53,270 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,44769,1731341872872 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 16b413a53992,36889,1731341861191 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:17:53,272 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:17:53,272 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:17:53,272 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:17:53,272 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:17:53,273 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:17:53,273 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:53,273 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:17:53,273 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:53,275 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731341903275 2024-11-11T16:17:53,275 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:17:53,275 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:17:53,275 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:17:53,275 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:17:53,275 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:17:53,275 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:17:53,275 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:53,276 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:17:53,276 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:17:53,276 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:17:53,276 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 16b413a53992,36889,1731341861191, splitWal=true, meta=true 2024-11-11T16:17:53,276 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T16:17:53,276 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:17:53,276 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:17:53,276 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341873276,5,FailOnTimeoutGroup] 2024-11-11T16:17:53,277 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 16b413a53992,36889,1731341861191, splitWal=true, meta=true, isMeta: true 2024-11-11T16:17:53,279 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191-splitting 2024-11-11T16:17:53,280 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191-splitting dir is empty, no logs to split. 2024-11-11T16:17:53,280 INFO [PEWorker-1 {}] master.SplitWALManager(105): 16b413a53992,36889,1731341861191 WAL count=0, meta=true 2024-11-11T16:17:53,280 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341873277,5,FailOnTimeoutGroup] 2024-11-11T16:17:53,280 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:53,281 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:17:53,281 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:53,281 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:53,281 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731341873281, completionTime=-1 2024-11-11T16:17:53,281 WARN [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-11T16:17:53,284 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191-splitting dir is empty, no logs to split. 2024-11-11T16:17:53,284 INFO [PEWorker-1 {}] master.SplitWALManager(105): 16b413a53992,36889,1731341861191 WAL count=0, meta=true 2024-11-11T16:17:53,284 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 16b413a53992,36889,1731341861191 WAL splitting is done? wals=0, meta=true 2024-11-11T16:17:53,285 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T16:17:53,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:17:53,287 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:17:53,288 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T16:17:53,338 INFO [RS:0;16b413a53992:46213 {}] regionserver.HRegionServer(746): ClusterId : 46426e9e-7c6e-4f66-ad06-757fc67648f0 2024-11-11T16:17:53,338 DEBUG [RS:0;16b413a53992:46213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:17:53,341 DEBUG [RS:0;16b413a53992:46213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:17:53,341 DEBUG [RS:0;16b413a53992:46213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:17:53,343 DEBUG [RS:0;16b413a53992:46213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:17:53,344 DEBUG [RS:0;16b413a53992:46213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dea615f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:17:53,357 DEBUG [RS:0;16b413a53992:46213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:46213 2024-11-11T16:17:53,358 INFO [RS:0;16b413a53992:46213 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:17:53,358 INFO [RS:0;16b413a53992:46213 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:17:53,358 DEBUG [RS:0;16b413a53992:46213 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:17:53,358 INFO [RS:0;16b413a53992:46213 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,44769,1731341872872 with port=46213, startcode=1731341872920 2024-11-11T16:17:53,359 DEBUG [RS:0;16b413a53992:46213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:17:53,361 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:17:53,362 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44769 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,46213,1731341872920 2024-11-11T16:17:53,362 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44769 {}] master.ServerManager(517): Registering regionserver=16b413a53992,46213,1731341872920 2024-11-11T16:17:53,364 DEBUG [RS:0;16b413a53992:46213 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0 2024-11-11T16:17:53,364 DEBUG [RS:0;16b413a53992:46213 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37967 2024-11-11T16:17:53,364 DEBUG [RS:0;16b413a53992:46213 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:17:53,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796/rs 2024-11-11T16:17:53,367 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,46213,1731341872920] 2024-11-11T16:17:53,367 DEBUG [RS:0;16b413a53992:46213 {}] zookeeper.ZKUtil(111): regionserver:46213-0x1002fa237fb0007, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Set watcher on existing znode=/0-739848796/rs/16b413a53992,46213,1731341872920 2024-11-11T16:17:53,367 WARN [RS:0;16b413a53992:46213 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:17:53,367 INFO [RS:0;16b413a53992:46213 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:17:53,367 DEBUG [RS:0;16b413a53992:46213 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920 2024-11-11T16:17:53,385 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T16:17:53,408 INFO [RS:0;16b413a53992:46213 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:17:53,412 INFO [RS:0;16b413a53992:46213 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:17:53,412 INFO [RS:0;16b413a53992:46213 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:17:53,412 INFO [RS:0;16b413a53992:46213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:53,414 INFO [RS:0;16b413a53992:46213 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:17:53,415 INFO [RS:0;16b413a53992:46213 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:17:53,416 INFO [RS:0;16b413a53992:46213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:53,416 DEBUG [RS:0;16b413a53992:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:53,416 DEBUG [RS:0;16b413a53992:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:53,416 DEBUG [RS:0;16b413a53992:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:53,416 DEBUG [RS:0;16b413a53992:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:53,416 DEBUG [RS:0;16b413a53992:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:53,416 DEBUG [RS:0;16b413a53992:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:17:53,416 DEBUG [RS:0;16b413a53992:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:53,416 DEBUG [RS:0;16b413a53992:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:53,417 DEBUG [RS:0;16b413a53992:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:53,417 DEBUG [RS:0;16b413a53992:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:53,417 DEBUG [RS:0;16b413a53992:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:53,417 DEBUG [RS:0;16b413a53992:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:17:53,417 DEBUG [RS:0;16b413a53992:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:17:53,417 DEBUG [RS:0;16b413a53992:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:17:53,419 INFO [RS:0;16b413a53992:46213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:53,419 INFO [RS:0;16b413a53992:46213 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:53,419 INFO [RS:0;16b413a53992:46213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:53,419 INFO [RS:0;16b413a53992:46213 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:53,419 INFO [RS:0;16b413a53992:46213 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:53,419 INFO [RS:0;16b413a53992:46213 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,46213,1731341872920-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:17:53,436 INFO [RS:0;16b413a53992:46213 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:17:53,437 INFO [RS:0;16b413a53992:46213 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,46213,1731341872920-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:53,439 WARN [16b413a53992:44769 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T16:17:53,457 INFO [RS:0;16b413a53992:46213 {}] regionserver.ReplicationSource(231): queueId=1-16b413a53992,46213,1731341872920, ReplicationSource: 1, currentBandwidth=0 2024-11-11T16:17:53,473 INFO [RS:0;16b413a53992:46213 {}] regionserver.ReplicationSource(231): queueId=2-16b413a53992,46213,1731341872920, ReplicationSource: 2, currentBandwidth=0 2024-11-11T16:17:53,474 INFO [RS:0;16b413a53992:46213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:53,475 INFO [RS:0;16b413a53992:46213 {}] regionserver.Replication(171): 16b413a53992,46213,1731341872920 started 2024-11-11T16:17:53,477 DEBUG [RS:0;16b413a53992:46213.replicationSource,1-16b413a53992,46213,1731341872920 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:36369' 2024-11-11T16:17:53,481 DEBUG [RS:0;16b413a53992:46213.replicationSource,1-16b413a53992,46213,1731341872920 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@abf06d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:53,481 DEBUG [RS:0;16b413a53992:46213.replicationSource,1-16b413a53992,46213,1731341872920 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,36369,-1 for getting cluster id 2024-11-11T16:17:53,481 DEBUG [RS:0;16b413a53992:46213.replicationSource,1-16b413a53992,46213,1731341872920 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:17:53,489 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66563e38-1b64-4c94-869d-fcb3c95d9b2f' 2024-11-11T16:17:53,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:17:53,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66563e38-1b64-4c94-869d-fcb3c95d9b2f" 2024-11-11T16:17:53,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74ea5fcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:53,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,36369,-1] 2024-11-11T16:17:53,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:17:53,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:53,493 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:17:53,494 DEBUG [RS:0;16b413a53992:46213.replicationSource,2-16b413a53992,46213,1731341872920 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:36369' 2024-11-11T16:17:53,495 INFO [RS:0;16b413a53992:46213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:53,495 INFO [RS:0;16b413a53992:46213 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,46213,1731341872920, RpcServer on 16b413a53992/172.17.0.2:46213, sessionid=0x1002fa237fb0007 2024-11-11T16:17:53,495 DEBUG [RS:0;16b413a53992:46213.replicationSource,2-16b413a53992,46213,1731341872920 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5468c161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:53,495 DEBUG [RS:0;16b413a53992:46213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:17:53,495 DEBUG [RS:0;16b413a53992:46213.replicationSource,2-16b413a53992,46213,1731341872920 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,36369,-1 for getting cluster id 2024-11-11T16:17:53,495 DEBUG [RS:0;16b413a53992:46213 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,46213,1731341872920 2024-11-11T16:17:53,495 DEBUG [RS:0;16b413a53992:46213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,46213,1731341872920' 2024-11-11T16:17:53,495 DEBUG [RS:0;16b413a53992:46213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-739848796/flush-table-proc/abort' 2024-11-11T16:17:53,496 DEBUG [RS:0;16b413a53992:46213.replicationSource,2-16b413a53992,46213,1731341872920 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:17:53,498 DEBUG [RS:0;16b413a53992:46213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-739848796/flush-table-proc/acquired' 2024-11-11T16:17:53,499 DEBUG [RS:0;16b413a53992:46213.replicationSource,1-16b413a53992,46213,1731341872920 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fa25444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:53,499 DEBUG [RS:0;16b413a53992:46213.replicationSource,1-16b413a53992,46213,1731341872920 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:17:53,499 DEBUG [RS:0;16b413a53992:46213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:17:53,500 DEBUG [RS:0;16b413a53992:46213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:17:53,500 DEBUG [RS:0;16b413a53992:46213 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,46213,1731341872920 2024-11-11T16:17:53,500 DEBUG [RS:0;16b413a53992:46213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,46213,1731341872920' 2024-11-11T16:17:53,500 DEBUG [RS:0;16b413a53992:46213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-739848796/online-snapshot/abort' 2024-11-11T16:17:53,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,36369,1731341864750 2024-11-11T16:17:53,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e1bab29 2024-11-11T16:17:53,501 DEBUG [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66563e38-1b64-4c94-869d-fcb3c95d9b2f' 2024-11-11T16:17:53,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:17:53,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:17:53,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66563e38-1b64-4c94-869d-fcb3c95d9b2f" 2024-11-11T16:17:53,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a65fa1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:53,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,36369,-1] 2024-11-11T16:17:53,502 DEBUG [RS:0;16b413a53992:46213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-739848796/online-snapshot/acquired' 2024-11-11T16:17:53,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:17:53,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:53,504 DEBUG [RS:0;16b413a53992:46213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:17:53,504 INFO [RS:0;16b413a53992:46213 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:17:53,504 INFO [RS:0;16b413a53992:46213 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:17:53,505 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-11T16:17:53,506 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:17:53,507 DEBUG [RS:0;16b413a53992:46213.replicationSource,2-16b413a53992,46213,1731341872920 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@395a018d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:53,507 DEBUG [RS:0;16b413a53992:46213.replicationSource,2-16b413a53992,46213,1731341872920 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:17:53,508 INFO [RS:0;16b413a53992:46213.replicationSource,1-16b413a53992,46213,1731341872920 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16b413a53992,46213,1731341872920 (queues=0) is replicating from cluster=46426e9e-7c6e-4f66-ad06-757fc67648f0 to cluster=66563e38-1b64-4c94-869d-fcb3c95d9b2f 2024-11-11T16:17:53,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,36369,1731341864750 2024-11-11T16:17:53,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71af5754 2024-11-11T16:17:53,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:17:53,510 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-11T16:17:53,512 INFO [RS:0;16b413a53992:46213.replicationSource,2-16b413a53992,46213,1731341872920 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-16b413a53992,46213,1731341872920 (queues=0) is replicating from cluster=46426e9e-7c6e-4f66-ad06-757fc67648f0 to cluster=66563e38-1b64-4c94-869d-fcb3c95d9b2f 2024-11-11T16:17:53,605 INFO [RS:0;16b413a53992:46213 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:17:53,607 INFO [RS:0;16b413a53992:46213 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C46213%2C1731341872920, suffix=, logDir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920, archiveDir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/oldWALs, maxLogs=10 2024-11-11T16:17:53,629 DEBUG [RS:0;16b413a53992:46213 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.1731341873608, exclude list is [], retry=0 2024-11-11T16:17:53,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39365,DS-0f807e9d-691e-42e5-8063-917b94af8e65,DISK] 2024-11-11T16:17:53,637 INFO [RS:0;16b413a53992:46213 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.1731341873608 2024-11-11T16:17:53,637 DEBUG [RS:0;16b413a53992:46213 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 16b413a53992%2C46213%2C1731341872920 for peer 2 2024-11-11T16:17:53,637 DEBUG [RS:0;16b413a53992:46213 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 16b413a53992%2C46213%2C1731341872920 for peer 1 2024-11-11T16:17:53,637 DEBUG [RS:0;16b413a53992:46213 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16b413a53992%2C46213%2C1731341872920 2024-11-11T16:17:53,637 INFO [RS:0;16b413a53992:46213 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16b413a53992,46213,1731341872920, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T16:17:53,638 DEBUG [RS:0;16b413a53992:46213 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=16b413a53992%2C46213%2C1731341872920 2024-11-11T16:17:53,638 INFO [RS:0;16b413a53992:46213.replicationSource.shipper16b413a53992%2C46213%2C1731341872920,1-16b413a53992,46213,1731341872920 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16b413a53992%2C46213%2C1731341872920 2024-11-11T16:17:53,638 INFO [RS:0;16b413a53992:46213 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-16b413a53992,46213,1731341872920, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T16:17:53,638 DEBUG [RS:0;16b413a53992:46213 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41231:41231)] 2024-11-11T16:17:53,638 INFO [RS:0;16b413a53992:46213.replicationSource.shipper16b413a53992%2C46213%2C1731341872920,2-16b413a53992,46213,1731341872920 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16b413a53992%2C46213%2C1731341872920 2024-11-11T16:17:53,639 DEBUG [RS:0;16b413a53992:46213.replicationSource.wal-reader.16b413a53992%2C46213%2C1731341872920,1-16b413a53992,46213,1731341872920 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.1731341873608, startPosition=0, beingWritten=true 2024-11-11T16:17:53,639 DEBUG [RS:0;16b413a53992:46213.replicationSource.wal-reader.16b413a53992%2C46213%2C1731341872920,2-16b413a53992,46213,1731341872920 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.1731341873608, startPosition=0, beingWritten=true 2024-11-11T16:17:53,689 DEBUG [16b413a53992:44769 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:17:53,690 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,46213,1731341872920 2024-11-11T16:17:53,692 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,46213,1731341872920, state=OPENING 2024-11-11T16:17:53,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-739848796/meta-region-server 2024-11-11T16:17:53,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1002fa237fb0007, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-739848796/meta-region-server 2024-11-11T16:17:53,694 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:17:53,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-739848796/meta-region-server: CHANGED 2024-11-11T16:17:53,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-739848796/meta-region-server: CHANGED 2024-11-11T16:17:53,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,46213,1731341872920}] 2024-11-11T16:17:53,849 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:17:53,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:17:53,852 DEBUG [RS:0;16b413a53992:46213.replicationSource.wal-reader.16b413a53992%2C46213%2C1731341872920,2-16b413a53992,46213,1731341872920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.1731341873608 to pos 0, reset compression=false 2024-11-11T16:17:53,854 DEBUG [RS:0;16b413a53992:46213.replicationSource.wal-reader.16b413a53992%2C46213%2C1731341872920,1-16b413a53992,46213,1731341872920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.1731341873608 to pos 0, reset compression=false 2024-11-11T16:17:53,859 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:17:53,859 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:17:53,859 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:17:53,862 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C46213%2C1731341872920.meta, suffix=.meta, logDir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920, archiveDir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/oldWALs, maxLogs=10 2024-11-11T16:17:53,883 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.meta.1731341873863.meta, exclude list is [], retry=0 2024-11-11T16:17:53,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39365,DS-0f807e9d-691e-42e5-8063-917b94af8e65,DISK] 2024-11-11T16:17:53,890 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.meta.1731341873863.meta 2024-11-11T16:17:53,892 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41231:41231)] 2024-11-11T16:17:53,893 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:17:53,893 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:17:53,893 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:17:53,894 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:17:53,894 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:17:53,894 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:17:53,894 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:53,894 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:17:53,894 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:17:53,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:17:53,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:17:53,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:53,919 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/info/cb61087fbf7d437ea40e147a6395b70d 2024-11-11T16:17:53,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:53,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:17:53,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:17:53,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:53,931 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/ns/700795a27b034146ba732ffc0591a0d3 2024-11-11T16:17:53,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:53,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:17:53,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:17:53,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:53,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:53,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:17:53,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:17:53,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:53,943 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/table/6f87b4fd1c95463f8c4dd5683518a9a5 2024-11-11T16:17:53,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:53,944 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:17:53,945 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740 2024-11-11T16:17:53,946 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740 2024-11-11T16:17:53,948 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:17:53,948 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:17:53,949 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:17:53,951 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:17:53,952 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63024517, jitterRate=-0.06086151301860809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:17:53,952 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:17:53,953 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731341873894Writing region info on filesystem at 1731341873894Initializing all the Stores at 1731341873896 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341873896Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341873900 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341873900Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341873900Cleaning up temporary data from old regions at 1731341873948 (+48 ms)Running coprocessor post-open hooks at 1731341873953 (+5 ms)Region opened successfully at 1731341873953 2024-11-11T16:17:53,954 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731341873849 2024-11-11T16:17:53,958 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:17:53,958 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:17:53,959 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=16b413a53992,46213,1731341872920 2024-11-11T16:17:53,960 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,46213,1731341872920, state=OPEN 2024-11-11T16:17:53,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-739848796/meta-region-server 2024-11-11T16:17:53,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1002fa237fb0007, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-739848796/meta-region-server 2024-11-11T16:17:53,962 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,46213,1731341872920 2024-11-11T16:17:53,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-739848796/meta-region-server: CHANGED 2024-11-11T16:17:53,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-739848796/meta-region-server: CHANGED 2024-11-11T16:17:53,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-11T16:17:53,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,46213,1731341872920 in 268 msec 2024-11-11T16:17:53,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-11T16:17:53,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 681 msec 2024-11-11T16:17:54,165 DEBUG [RS:0;16b413a53992:46213.replicationSource.wal-reader.16b413a53992%2C46213%2C1731341872920,1-16b413a53992,46213,1731341872920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.1731341873608 to pos 0, reset compression=false 2024-11-11T16:17:54,173 DEBUG [RS:0;16b413a53992:46213.replicationSource.wal-reader.16b413a53992%2C46213%2C1731341872920,2-16b413a53992,46213,1731341872920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.1731341873608 to pos 0, reset compression=false 2024-11-11T16:17:54,240 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:17:54,574 DEBUG [RS:0;16b413a53992:46213.replicationSource.wal-reader.16b413a53992%2C46213%2C1731341872920,1-16b413a53992,46213,1731341872920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.1731341873608 to pos 0, reset compression=false 2024-11-11T16:17:54,582 DEBUG [RS:0;16b413a53992:46213.replicationSource.wal-reader.16b413a53992%2C46213%2C1731341872920,2-16b413a53992,46213,1731341872920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.1731341873608 to pos 0, reset compression=false 2024-11-11T16:17:54,889 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1608ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1504ms 2024-11-11T16:17:55,085 DEBUG [RS:0;16b413a53992:46213.replicationSource.wal-reader.16b413a53992%2C46213%2C1731341872920,1-16b413a53992,46213,1731341872920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.1731341873608 to pos 0, reset compression=false 2024-11-11T16:17:55,093 DEBUG [RS:0;16b413a53992:46213.replicationSource.wal-reader.16b413a53992%2C46213%2C1731341872920,2-16b413a53992,46213,1731341872920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.1731341873608 to pos 0, reset compression=false 2024-11-11T16:17:55,698 DEBUG [RS:0;16b413a53992:46213.replicationSource.wal-reader.16b413a53992%2C46213%2C1731341872920,1-16b413a53992,46213,1731341872920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.1731341873608 to pos 0, reset compression=false 2024-11-11T16:17:55,703 DEBUG [RS:0;16b413a53992:46213.replicationSource.wal-reader.16b413a53992%2C46213%2C1731341872920,2-16b413a53992,46213,1731341872920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.1731341873608 to pos 0, reset compression=false 2024-11-11T16:17:56,394 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3113ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3009ms 2024-11-11T16:17:56,405 DEBUG [RS:0;16b413a53992:46213.replicationSource.wal-reader.16b413a53992%2C46213%2C1731341872920,1-16b413a53992,46213,1731341872920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.1731341873608 to pos 0, reset compression=false 2024-11-11T16:17:56,409 DEBUG [RS:0;16b413a53992:46213.replicationSource.wal-reader.16b413a53992%2C46213%2C1731341872920,2-16b413a53992,46213,1731341872920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.1731341873608 to pos 0, reset compression=false 2024-11-11T16:17:57,214 DEBUG [RS:0;16b413a53992:46213.replicationSource.wal-reader.16b413a53992%2C46213%2C1731341872920,1-16b413a53992,46213,1731341872920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.1731341873608 to pos 0, reset compression=false 2024-11-11T16:17:57,215 DEBUG [RS:0;16b413a53992:46213.replicationSource.wal-reader.16b413a53992%2C46213%2C1731341872920,2-16b413a53992,46213,1731341872920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.1731341873608 to pos 0, reset compression=false 2024-11-11T16:17:57,798 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4517ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-11T16:17:57,798 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:17:57,799 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:17:57,799 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,46213,1731341872920, seqNum=-1] 2024-11-11T16:17:57,799 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:17:57,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:17:57,810 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb1374c5d1d5ea18418938f6a1d4d22d, regionState=OPEN, lastHost=16b413a53992,36889,1731341861191, regionLocation=16b413a53992,36889,1731341861191, openSeqNum=2 2024-11-11T16:17:57,810 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T16:17:57,810 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731341937810 2024-11-11T16:17:57,810 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731341997810 2024-11-11T16:17:57,810 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 11 msec 2024-11-11T16:17:57,811 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,44769,1731341872872-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:57,811 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,44769,1731341872872-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:57,811 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 16b413a53992,36889,1731341861191 had 2 regions 2024-11-11T16:17:57,811 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,44769,1731341872872-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:57,811 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:44769, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:57,811 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:57,816 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 16b413a53992,36889,1731341861191, splitWal=true, meta=true, isMeta: false 2024-11-11T16:17:57,820 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:57,823 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191-splitting dir is empty, no logs to split. 2024-11-11T16:17:57,823 INFO [PEWorker-3 {}] master.SplitWALManager(105): 16b413a53992,36889,1731341861191 WAL count=0, meta=false 2024-11-11T16:17:57,839 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.843sec 2024-11-11T16:17:57,840 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:17:57,840 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:17:57,840 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:17:57,840 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:17:57,840 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:17:57,840 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,44769,1731341872872-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:17:57,840 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,44769,1731341872872-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:17:57,841 WARN [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=16b413a53992,36889,1731341861191/hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. 2024-11-11T16:17:57,847 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,36889,1731341861191-splitting dir is empty, no logs to split. 2024-11-11T16:17:57,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c33c994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:57,847 INFO [PEWorker-3 {}] master.SplitWALManager(105): 16b413a53992,36889,1731341861191 WAL count=0, meta=false 2024-11-11T16:17:57,847 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,44769,-1 for getting cluster id 2024-11-11T16:17:57,847 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 16b413a53992,36889,1731341861191 WAL splitting is done? wals=0, meta=false 2024-11-11T16:17:57,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:17:57,849 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:17:57,849 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:17:57,849 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,44769,1731341872872-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:57,850 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46426e9e-7c6e-4f66-ad06-757fc67648f0' 2024-11-11T16:17:57,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:17:57,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46426e9e-7c6e-4f66-ad06-757fc67648f0" 2024-11-11T16:17:57,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239e5db8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:57,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,44769,-1] 2024-11-11T16:17:57,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:17:57,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb1374c5d1d5ea18418938f6a1d4d22d, ASSIGN}] 2024-11-11T16:17:57,856 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb1374c5d1d5ea18418938f6a1d4d22d, ASSIGN 2024-11-11T16:17:57,858 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eb1374c5d1d5ea18418938f6a1d4d22d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T16:17:57,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:57,867 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:17:57,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df073b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:57,869 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:17:57,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,46213,1731341872920, seqNum=-1] 2024-11-11T16:17:57,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:17:57,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:17:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-11T16:17:57,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:17:57,879 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:17:57,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:57,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:57,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:17:57,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 16b413a53992:44769 after: 16b413a53992:44769 2024-11-11T16:17:57,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e78affd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:57,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,44769,-1 for getting cluster id 2024-11-11T16:17:57,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:17:57,883 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46426e9e-7c6e-4f66-ad06-757fc67648f0' 2024-11-11T16:17:57,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:17:57,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46426e9e-7c6e-4f66-ad06-757fc67648f0" 2024-11-11T16:17:57,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e258d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:57,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,44769,-1] 2024-11-11T16:17:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:17:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:57,886 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:17:57,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b049635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:57,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:17:57,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,44769,1731341872872 2024-11-11T16:17:57,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1701e751 2024-11-11T16:17:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:17:57,891 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:17:57,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44769 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T16:17:57,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44769 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T16:17:57,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44769 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T16:17:57,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44769 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T16:17:57,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:17:57,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:17:57,898 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:17:57,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:57,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:57,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:17:57,899 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:17:57,899 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=901718683, stopped=false 2024-11-11T16:17:57,899 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,36369,1731341864750 2024-11-11T16:17:57,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12063457531/running 2024-11-11T16:17:57,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1002fa237fb0004, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12063457531/running 2024-11-11T16:17:57,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063457531 2024-11-11T16:17:57,901 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:17:57,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1002fa237fb0004, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063457531 2024-11-11T16:17:57,901 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:17:57,902 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:17:57,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:57,902 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,40635,1731341864805' ***** 2024-11-11T16:17:57,902 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:17:57,902 INFO [RS:0;16b413a53992:40635 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:17:57,903 INFO [RS:0;16b413a53992:40635 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:17:57,903 INFO [RS:0;16b413a53992:40635 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:17:57,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Set watcher on znode that does not yet exist, /12063457531/running 2024-11-11T16:17:57,903 INFO [RS:0;16b413a53992:40635 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,40635,1731341864805 2024-11-11T16:17:57,903 INFO [RS:0;16b413a53992:40635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:17:57,903 INFO [RS:0;16b413a53992:40635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:40635. 2024-11-11T16:17:57,903 DEBUG [RS:0;16b413a53992:40635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:17:57,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40635-0x1002fa237fb0004, quorum=127.0.0.1:52208, baseZNode=/12063457531 Set watcher on znode that does not yet exist, /12063457531/running 2024-11-11T16:17:57,903 DEBUG [RS:0;16b413a53992:40635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:57,903 INFO [RS:0;16b413a53992:40635 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:17:57,903 INFO [RS:0;16b413a53992:40635 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:17:57,903 INFO [RS:0;16b413a53992:40635 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:17:57,903 INFO [RS:0;16b413a53992:40635 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:17:57,904 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:17:57,908 INFO [RS:0;16b413a53992:40635 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T16:17:57,909 DEBUG [RS:0;16b413a53992:40635 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T16:17:57,909 DEBUG [RS:0;16b413a53992:40635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:17:57,909 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:17:57,909 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:17:57,909 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:17:57,909 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:17:57,909 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:17:57,909 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T16:17:57,922 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:17:57,963 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/data/hbase/meta/1588230740/.tmp/ns/8f8c95994cc744a79735a0e68ab97d42 is 43, key is default/ns:d/1731341867229/Put/seqid=0 2024-11-11T16:17:57,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36463 is added to blk_1073741835_1011 (size=5153) 2024-11-11T16:17:57,974 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/data/hbase/meta/1588230740/.tmp/ns/8f8c95994cc744a79735a0e68ab97d42 2024-11-11T16:17:57,989 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/data/hbase/meta/1588230740/.tmp/ns/8f8c95994cc744a79735a0e68ab97d42 as hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/data/hbase/meta/1588230740/ns/8f8c95994cc744a79735a0e68ab97d42 2024-11-11T16:17:58,000 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/data/hbase/meta/1588230740/ns/8f8c95994cc744a79735a0e68ab97d42, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T16:17:58,002 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 93ms, sequenceid=6, compaction requested=false 2024-11-11T16:17:58,002 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T16:17:58,009 DEBUG [16b413a53992:44769 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:17:58,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=eb1374c5d1d5ea18418938f6a1d4d22d, regionState=OPENING, regionLocation=16b413a53992,46213,1731341872920 2024-11-11T16:17:58,011 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T16:17:58,012 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:17:58,012 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:17:58,012 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:17:58,013 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731341877909Running coprocessor pre-close hooks at 1731341877909Disabling compacts and flushes for region at 1731341877909Disabling writes for close at 1731341877909Obtaining lock to block concurrent updates at 1731341877909Preparing flush snapshotting stores in 1588230740 at 1731341877909Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731341877910 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731341877911 (+1 ms)Flushing 1588230740/ns: creating writer at 1731341877911Flushing 1588230740/ns: appending metadata at 1731341877962 (+51 ms)Flushing 1588230740/ns: closing flushed file at 1731341877962Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ceb7a99: reopening flushed file at 1731341877988 (+26 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 93ms, sequenceid=6, compaction requested=false at 1731341878002 (+14 ms)Writing region close event to WAL at 1731341878005 (+3 ms)Running coprocessor post-close hooks at 1731341878012 (+7 ms)Closed at 1731341878012 2024-11-11T16:17:58,013 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:17:58,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eb1374c5d1d5ea18418938f6a1d4d22d, ASSIGN because future has completed 2024-11-11T16:17:58,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb1374c5d1d5ea18418938f6a1d4d22d, server=16b413a53992,46213,1731341872920}] 2024-11-11T16:17:58,109 INFO [RS:0;16b413a53992:40635 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,40635,1731341864805; all regions closed. 2024-11-11T16:17:58,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36463 is added to blk_1073741834_1010 (size=1152) 2024-11-11T16:17:58,116 DEBUG [RS:0;16b413a53992:40635 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/oldWALs 2024-11-11T16:17:58,116 INFO [RS:0;16b413a53992:40635 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C40635%2C1731341864805.meta:.meta(num 1731341867148) 2024-11-11T16:17:58,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36463 is added to blk_1073741832_1008 (size=93) 2024-11-11T16:17:58,121 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/WALs/16b413a53992,40635,1731341864805/16b413a53992%2C40635%2C1731341864805.1731341866586 not finished, retry = 0 2024-11-11T16:17:58,124 DEBUG [RS:0;16b413a53992:46213.replicationSource.wal-reader.16b413a53992%2C46213%2C1731341872920,1-16b413a53992,46213,1731341872920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.1731341873608 to pos 0, reset compression=false 2024-11-11T16:17:58,133 DEBUG [RS:0;16b413a53992:46213.replicationSource.wal-reader.16b413a53992%2C46213%2C1731341872920,2-16b413a53992,46213,1731341872920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.1731341873608 to pos 0, reset compression=false 2024-11-11T16:17:58,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. 2024-11-11T16:17:58,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:17:58,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T16:17:58,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C46213%2C1731341872920.rep, suffix=, logDir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920, archiveDir=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/oldWALs, maxLogs=10 2024-11-11T16:17:58,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.rep.1731341878202, exclude list is [], retry=0 2024-11-11T16:17:58,227 DEBUG [RS:0;16b413a53992:40635 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/oldWALs 2024-11-11T16:17:58,227 INFO [RS:0;16b413a53992:40635 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C40635%2C1731341864805:(num 1731341866586) 2024-11-11T16:17:58,227 DEBUG [RS:0;16b413a53992:40635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:58,227 INFO [RS:0;16b413a53992:40635 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:17:58,227 INFO [RS:0;16b413a53992:40635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:17:58,228 INFO [RS:0;16b413a53992:40635 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T16:17:58,228 INFO [RS:0;16b413a53992:40635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:17:58,228 INFO [RS:0;16b413a53992:40635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40635 2024-11-11T16:17:58,229 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:17:58,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39365,DS-0f807e9d-691e-42e5-8063-917b94af8e65,DISK] 2024-11-11T16:17:58,237 INFO [RS:0;16b413a53992:40635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:17:58,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063457531/rs 2024-11-11T16:17:58,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1002fa237fb0004, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12063457531/rs/16b413a53992,40635,1731341864805 2024-11-11T16:17:58,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.rep.1731341878202 2024-11-11T16:17:58,242 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,40635,1731341864805] 2024-11-11T16:17:58,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41231:41231)] 2024-11-11T16:17:58,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => eb1374c5d1d5ea18418938f6a1d4d22d, NAME => 'hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:17:58,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:17:58,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:17:58,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. service=MultiRowMutationService 2024-11-11T16:17:58,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T16:17:58,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:58,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:58,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:58,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:58,246 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12063457531/draining/16b413a53992,40635,1731341864805 already deleted, retry=false 2024-11-11T16:17:58,246 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,40635,1731341864805 expired; onlineServers=0 2024-11-11T16:17:58,246 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,36369,1731341864750' ***** 2024-11-11T16:17:58,246 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:17:58,246 INFO [M:0;16b413a53992:36369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:17:58,247 INFO [M:0;16b413a53992:36369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:17:58,247 DEBUG [M:0;16b413a53992:36369 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:17:58,247 DEBUG [M:0;16b413a53992:36369 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:17:58,247 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:17:58,247 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341866317 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341866317,5,FailOnTimeoutGroup] 2024-11-11T16:17:58,247 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341866317 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341866317,5,FailOnTimeoutGroup] 2024-11-11T16:17:58,247 INFO [M:0;16b413a53992:36369 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:17:58,248 INFO [M:0;16b413a53992:36369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:17:58,248 DEBUG [M:0;16b413a53992:36369 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:17:58,248 INFO [M:0;16b413a53992:36369 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:17:58,248 INFO [M:0;16b413a53992:36369 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:17:58,248 INFO [M:0;16b413a53992:36369 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:17:58,249 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:17:58,249 INFO [StoreOpener-eb1374c5d1d5ea18418938f6a1d4d22d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:58,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12063457531/master 2024-11-11T16:17:58,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063457531 2024-11-11T16:17:58,251 DEBUG [M:0;16b413a53992:36369 {}] zookeeper.ZKUtil(347): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Unable to get data of znode /12063457531/master because node does not exist (not an error) 2024-11-11T16:17:58,251 WARN [M:0;16b413a53992:36369 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T16:17:58,253 INFO [StoreOpener-eb1374c5d1d5ea18418938f6a1d4d22d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb1374c5d1d5ea18418938f6a1d4d22d columnFamilyName hfileref 2024-11-11T16:17:58,253 DEBUG [StoreOpener-eb1374c5d1d5ea18418938f6a1d4d22d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:58,254 INFO [StoreOpener-eb1374c5d1d5ea18418938f6a1d4d22d-1 {}] regionserver.HStore(327): Store=eb1374c5d1d5ea18418938f6a1d4d22d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:17:58,254 INFO [StoreOpener-eb1374c5d1d5ea18418938f6a1d4d22d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:58,256 INFO [StoreOpener-eb1374c5d1d5ea18418938f6a1d4d22d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb1374c5d1d5ea18418938f6a1d4d22d columnFamilyName queue 2024-11-11T16:17:58,256 INFO [M:0;16b413a53992:36369 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/.lastflushedseqids 2024-11-11T16:17:58,256 DEBUG [StoreOpener-eb1374c5d1d5ea18418938f6a1d4d22d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:58,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36463 is added to blk_1073741836_1012 (size=99) 2024-11-11T16:17:58,294 INFO [M:0;16b413a53992:36369 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:17:58,294 INFO [M:0;16b413a53992:36369 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:17:58,294 DEBUG [M:0;16b413a53992:36369 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:17:58,294 INFO [M:0;16b413a53992:36369 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:17:58,294 DEBUG [M:0;16b413a53992:36369 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:17:58,295 DEBUG [M:0;16b413a53992:36369 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:17:58,295 DEBUG [M:0;16b413a53992:36369 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:17:58,295 INFO [M:0;16b413a53992:36369 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T16:17:58,315 DEBUG [StoreOpener-eb1374c5d1d5ea18418938f6a1d4d22d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/replication/eb1374c5d1d5ea18418938f6a1d4d22d/queue/dc9aa6e9246a48388670ecdf2270257a 2024-11-11T16:17:58,316 INFO [StoreOpener-eb1374c5d1d5ea18418938f6a1d4d22d-1 {}] regionserver.HStore(327): Store=eb1374c5d1d5ea18418938f6a1d4d22d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:17:58,316 INFO [StoreOpener-eb1374c5d1d5ea18418938f6a1d4d22d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:58,317 INFO [StoreOpener-eb1374c5d1d5ea18418938f6a1d4d22d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb1374c5d1d5ea18418938f6a1d4d22d columnFamilyName sid 2024-11-11T16:17:58,318 DEBUG [StoreOpener-eb1374c5d1d5ea18418938f6a1d4d22d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:58,318 INFO [StoreOpener-eb1374c5d1d5ea18418938f6a1d4d22d-1 {}] regionserver.HStore(327): Store=eb1374c5d1d5ea18418938f6a1d4d22d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:17:58,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:58,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/replication/eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:58,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/replication/eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:58,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:58,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:58,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:17:58,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:58,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened eb1374c5d1d5ea18418938f6a1d4d22d; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69833302, jitterRate=0.04059728980064392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:17:58,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:58,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for eb1374c5d1d5ea18418938f6a1d4d22d: Running coprocessor pre-open hook at 1731341878244Writing region info on filesystem at 1731341878244Initializing all the Stores at 1731341878246 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341878246Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341878248 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341878248Cleaning up temporary data from old regions at 1731341878324 (+76 ms)Running coprocessor post-open hooks at 1731341878329 (+5 ms)Region opened successfully at 1731341878330 (+1 ms) 2024-11-11T16:17:58,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d., pid=19, masterSystemTime=1731341878174 2024-11-11T16:17:58,344 INFO [RS:0;16b413a53992:40635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:17:58,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1002fa237fb0004, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:17:58,344 INFO [RS:0;16b413a53992:40635 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,40635,1731341864805; zookeeper connection closed. 2024-11-11T16:17:58,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1002fa237fb0004, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:17:58,346 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=eb1374c5d1d5ea18418938f6a1d4d22d, regionState=OPEN, openSeqNum=10, regionLocation=16b413a53992,46213,1731341872920 2024-11-11T16:17:58,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. 2024-11-11T16:17:58,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. 2024-11-11T16:17:58,349 DEBUG [M:0;16b413a53992:36369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0001815362045bdab6cb38d639e064d is 82, key is hbase:meta,,1/info:regioninfo/1731341867209/Put/seqid=0 2024-11-11T16:17:58,353 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3780fdc5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3780fdc5 2024-11-11T16:17:58,353 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:17:58,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb1374c5d1d5ea18418938f6a1d4d22d, server=16b413a53992,46213,1731341872920 because future has completed 2024-11-11T16:17:58,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-11T16:17:58,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure eb1374c5d1d5ea18418938f6a1d4d22d, server=16b413a53992,46213,1731341872920 in 347 msec 2024-11-11T16:17:58,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36463 is added to blk_1073741837_1013 (size=5672) 2024-11-11T16:17:58,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-11T16:17:58,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb1374c5d1d5ea18418938f6a1d4d22d, ASSIGN in 524 msec 2024-11-11T16:17:58,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-11T16:17:58,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d., hostname=16b413a53992,46213,1731341872920, seqNum=10] 2024-11-11T16:17:58,469 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 16b413a53992,36889,1731341861191 2024-11-11T16:17:58,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-11T16:17:58,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46213 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-11T16:17:58,789 INFO [M:0;16b413a53992:36369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0001815362045bdab6cb38d639e064d 2024-11-11T16:17:58,829 DEBUG [M:0;16b413a53992:36369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad0eece083d943a1b4df0532496ddeb7 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731341867237/Put/seqid=0 2024-11-11T16:17:58,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36463 is added to blk_1073741838_1014 (size=5275) 2024-11-11T16:17:58,943 INFO [M:0;16b413a53992:36369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad0eece083d943a1b4df0532496ddeb7 2024-11-11T16:17:58,975 DEBUG [M:0;16b413a53992:36369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c49e8f380c94b73a12db664c0292c7f is 69, key is 16b413a53992,40635,1731341864805/rs:state/1731341866365/Put/seqid=0 2024-11-11T16:17:58,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36463 is added to blk_1073741839_1015 (size=5156) 2024-11-11T16:17:58,996 INFO [M:0;16b413a53992:36369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c49e8f380c94b73a12db664c0292c7f 2024-11-11T16:17:59,009 DEBUG [M:0;16b413a53992:36369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0001815362045bdab6cb38d639e064d as hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0001815362045bdab6cb38d639e064d 2024-11-11T16:17:59,018 INFO [M:0;16b413a53992:36369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0001815362045bdab6cb38d639e064d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T16:17:59,019 DEBUG [M:0;16b413a53992:36369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad0eece083d943a1b4df0532496ddeb7 as hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad0eece083d943a1b4df0532496ddeb7 2024-11-11T16:17:59,028 INFO [M:0;16b413a53992:36369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad0eece083d943a1b4df0532496ddeb7, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T16:17:59,029 DEBUG [M:0;16b413a53992:36369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c49e8f380c94b73a12db664c0292c7f as hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c49e8f380c94b73a12db664c0292c7f 2024-11-11T16:17:59,036 INFO [M:0;16b413a53992:36369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33331/user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c49e8f380c94b73a12db664c0292c7f, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T16:17:59,049 INFO [M:0;16b413a53992:36369 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 753ms, sequenceid=28, compaction requested=false 2024-11-11T16:17:59,055 INFO [M:0;16b413a53992:36369 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:17:59,055 DEBUG [M:0;16b413a53992:36369 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731341878294Disabling compacts and flushes for region at 1731341878294Disabling writes for close at 1731341878295 (+1 ms)Obtaining lock to block concurrent updates at 1731341878295Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731341878295Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731341878295Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731341878304 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731341878305 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731341878347 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731341878347Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731341878799 (+452 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731341878829 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731341878829Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731341878951 (+122 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731341878974 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731341878975 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@558013f3: reopening flushed file at 1731341879007 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63259a27: reopening flushed file at 1731341879018 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c79fd20: reopening flushed file at 1731341879028 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 753ms, sequenceid=28, compaction requested=false at 1731341879049 (+21 ms)Writing region close event to WAL at 1731341879055 (+6 ms)Closed at 1731341879055 2024-11-11T16:17:59,061 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4afe6ac-0091-d730-5aeb-8ddde036b182/MasterData/WALs/16b413a53992,36369,1731341864750/16b413a53992%2C36369%2C1731341864750.1731341866171 not finished, retry = 0 2024-11-11T16:17:59,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36463 is added to blk_1073741830_1006 (size=10165) 2024-11-11T16:17:59,132 DEBUG [RS:0;16b413a53992:46213.replicationSource.wal-reader.16b413a53992%2C46213%2C1731341872920,1-16b413a53992,46213,1731341872920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.1731341873608 to pos 0, reset compression=false 2024-11-11T16:17:59,139 DEBUG [RS:0;16b413a53992:46213.replicationSource.wal-reader.16b413a53992%2C46213%2C1731341872920,2-16b413a53992,46213,1731341872920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.1731341873608 to pos 0, reset compression=false 2024-11-11T16:17:59,162 INFO [M:0;16b413a53992:36369 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:17:59,163 INFO [M:0;16b413a53992:36369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36369 2024-11-11T16:17:59,165 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:17:59,167 INFO [M:0;16b413a53992:36369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:17:59,269 INFO [M:0;16b413a53992:36369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:17:59,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:17:59,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1002fa237fb0003, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:17:59,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f52129a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:17:59,279 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b144d2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:17:59,280 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:17:59,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1624ab1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:17:59,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a35ba74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/hadoop.log.dir/,STOPPED} 2024-11-11T16:17:59,284 WARN [BP-712245270-172.17.0.2-1731341863962 heartbeating to localhost/127.0.0.1:33331 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:17:59,284 WARN [BP-712245270-172.17.0.2-1731341863962 heartbeating to localhost/127.0.0.1:33331 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-712245270-172.17.0.2-1731341863962 (Datanode Uuid a5b1d10c-43fe-4675-b52b-fe7761e957fc) service to localhost/127.0.0.1:33331 2024-11-11T16:17:59,286 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:17:59,286 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:17:59,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/cluster_ed8cb972-906a-3204-b16d-fb9101461528/data/data1/current/BP-712245270-172.17.0.2-1731341863962 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:17:59,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/cluster_ed8cb972-906a-3204-b16d-fb9101461528/data/data2/current/BP-712245270-172.17.0.2-1731341863962 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:17:59,287 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:17:59,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ff88167{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:17:59,301 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22967455{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:17:59,301 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:17:59,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@eac06d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:17:59,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@597920fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/hadoop.log.dir/,STOPPED} 2024-11-11T16:17:59,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:17:59,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:17:59,328 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:17:59,328 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:17:59,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:59,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:17:59,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:59,330 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:17:59,330 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=109251034, stopped=false 2024-11-11T16:17:59,330 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,44769,1731341872872 2024-11-11T16:17:59,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1002fa237fb0007, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-739848796/running 2024-11-11T16:17:59,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1002fa237fb0007, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796 2024-11-11T16:17:59,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-739848796/running 2024-11-11T16:17:59,333 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:17:59,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796 2024-11-11T16:17:59,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46213-0x1002fa237fb0007, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Set watcher on znode that does not yet exist, /0-739848796/running 2024-11-11T16:17:59,334 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:17:59,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Set watcher on znode that does not yet exist, /0-739848796/running 2024-11-11T16:17:59,334 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:17:59,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:59,334 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,46213,1731341872920' ***** 2024-11-11T16:17:59,334 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:17:59,335 INFO [RS:0;16b413a53992:46213 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:17:59,335 INFO [RS:0;16b413a53992:46213 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:17:59,335 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:17:59,335 INFO [RS:0;16b413a53992:46213 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:17:59,335 INFO [RS:0;16b413a53992:46213 {}] regionserver.HRegionServer(3091): Received CLOSE for eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:59,337 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:17:59,337 INFO [RS:0;16b413a53992:46213 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,46213,1731341872920 2024-11-11T16:17:59,337 INFO [RS:0;16b413a53992:46213 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:17:59,338 INFO [RS:0;16b413a53992:46213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:46213. 2024-11-11T16:17:59,338 DEBUG [RS:0;16b413a53992:46213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:17:59,338 DEBUG [RS:0;16b413a53992:46213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:59,338 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb1374c5d1d5ea18418938f6a1d4d22d, disabling compactions & flushes 2024-11-11T16:17:59,338 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. 2024-11-11T16:17:59,338 INFO [RS:0;16b413a53992:46213 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:17:59,338 INFO [RS:0;16b413a53992:46213 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:17:59,338 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. 2024-11-11T16:17:59,338 INFO [RS:0;16b413a53992:46213 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:17:59,338 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. after waiting 0 ms 2024-11-11T16:17:59,338 INFO [RS:0;16b413a53992:46213 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:17:59,338 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. 2024-11-11T16:17:59,339 INFO [RS:0;16b413a53992:46213 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T16:17:59,339 DEBUG [RS:0;16b413a53992:46213 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, eb1374c5d1d5ea18418938f6a1d4d22d=hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d.} 2024-11-11T16:17:59,339 DEBUG [RS:0;16b413a53992:46213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eb1374c5d1d5ea18418938f6a1d4d22d 2024-11-11T16:17:59,339 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:17:59,339 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:17:59,339 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:17:59,339 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:17:59,339 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:17:59,339 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-11T16:17:59,355 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/replication/eb1374c5d1d5ea18418938f6a1d4d22d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-11T16:17:59,368 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/.tmp/info/8eeb6ac6e5b7461b934aab8e58c08548 is 147, key is hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d./info:regioninfo/1731341878345/Put/seqid=0 2024-11-11T16:17:59,368 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:17:59,369 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:17:59,369 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. 2024-11-11T16:17:59,369 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb1374c5d1d5ea18418938f6a1d4d22d: Waiting for close lock at 1731341879338Running coprocessor pre-close hooks at 1731341879338Disabling compacts and flushes for region at 1731341879338Disabling writes for close at 1731341879338Writing region close event to WAL at 1731341879346 (+8 ms)Running coprocessor post-close hooks at 1731341879368 (+22 ms)Closed at 1731341879369 (+1 ms) 2024-11-11T16:17:59,369 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731341867517.eb1374c5d1d5ea18418938f6a1d4d22d. 2024-11-11T16:17:59,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741851_1027 (size=6385) 2024-11-11T16:17:59,397 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:17:59,424 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:17:59,425 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:17:59,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:17:59,459 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T16:17:59,539 DEBUG [RS:0;16b413a53992:46213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:17:59,740 DEBUG [RS:0;16b413a53992:46213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:17:59,786 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/.tmp/info/8eeb6ac6e5b7461b934aab8e58c08548 2024-11-11T16:17:59,798 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/.tmp/info/8eeb6ac6e5b7461b934aab8e58c08548 as hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/info/8eeb6ac6e5b7461b934aab8e58c08548 2024-11-11T16:17:59,805 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/info/8eeb6ac6e5b7461b934aab8e58c08548, entries=8, sequenceid=19, filesize=6.2 K 2024-11-11T16:17:59,806 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 467ms, sequenceid=19, compaction requested=false 2024-11-11T16:17:59,812 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-11T16:17:59,813 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:17:59,813 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:17:59,813 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:17:59,814 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731341879339Running coprocessor pre-close hooks at 1731341879339Disabling compacts and flushes for region at 1731341879339Disabling writes for close at 1731341879339Obtaining lock to block concurrent updates at 1731341879339Preparing flush snapshotting stores in 1588230740 at 1731341879339Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731341879340 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731341879341 (+1 ms)Flushing 1588230740/info: creating writer at 1731341879341Flushing 1588230740/info: appending metadata at 1731341879367 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731341879367Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3754aa0f: reopening flushed file at 1731341879796 (+429 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 467ms, sequenceid=19, compaction requested=false at 1731341879806 (+10 ms)Writing region close event to WAL at 1731341879808 (+2 ms)Running coprocessor post-close hooks at 1731341879813 (+5 ms)Closed at 1731341879813 2024-11-11T16:17:59,814 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:17:59,940 INFO [RS:0;16b413a53992:46213 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,46213,1731341872920; all regions closed. 2024-11-11T16:17:59,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741849_1025 (size=2156) 2024-11-11T16:17:59,956 DEBUG [RS:0;16b413a53992:46213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/oldWALs 2024-11-11T16:17:59,956 INFO [RS:0;16b413a53992:46213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C46213%2C1731341872920.meta:.meta(num 1731341873863) 2024-11-11T16:17:59,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741850_1026 (size=796) 2024-11-11T16:17:59,973 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/WALs/16b413a53992,46213,1731341872920/16b413a53992%2C46213%2C1731341872920.rep.1731341878202 not finished, retry = 0 2024-11-11T16:18:00,082 DEBUG [RS:0;16b413a53992:46213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/oldWALs 2024-11-11T16:18:00,082 INFO [RS:0;16b413a53992:46213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C46213%2C1731341872920.rep:(num 1731341878202) 2024-11-11T16:18:00,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741848_1024 (size=93) 2024-11-11T16:18:00,092 DEBUG [RS:0;16b413a53992:46213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/oldWALs 2024-11-11T16:18:00,092 INFO [RS:0;16b413a53992:46213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C46213%2C1731341872920:(num 1731341873608) 2024-11-11T16:18:00,092 DEBUG [RS:0;16b413a53992:46213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:00,092 INFO [RS:0;16b413a53992:46213 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:18:00,092 INFO [RS:0;16b413a53992:46213 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:18:00,092 INFO [RS:0;16b413a53992:46213 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T16:18:00,092 INFO [RS:0;16b413a53992:46213 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:18:00,092 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:18:00,092 INFO [RS:0;16b413a53992:46213 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16b413a53992,46213,1731341872920 because: Region server is closing 2024-11-11T16:18:00,093 INFO [RS:0;16b413a53992:46213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:46213. 2024-11-11T16:18:00,093 DEBUG [RS:0;16b413a53992:46213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:18:00,093 DEBUG [RS:0;16b413a53992:46213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:00,093 DEBUG [RS:0;16b413a53992:46213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:00,092 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-11T16:18:00,094 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-11T16:18:00,094 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-11T16:18:00,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:18:00,195 WARN [RS:0;16b413a53992:46213.replicationSource.wal-reader.16b413a53992%2C46213%2C1731341872920,1-16b413a53992,46213,1731341872920 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T16:18:00,195 WARN [RS:0;16b413a53992:46213.replicationSource.shipper16b413a53992%2C46213%2C1731341872920,1-16b413a53992,46213,1731341872920 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T16:18:00,196 INFO [RS:0;16b413a53992:46213 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;16b413a53992:46213.replicationSource.shipper16b413a53992%2C46213%2C1731341872920,1-16b413a53992,46213,1731341872920 terminated 2024-11-11T16:18:00,196 INFO [RS:0;16b413a53992:46213 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-16b413a53992,46213,1731341872920 because: Region server is closing 2024-11-11T16:18:00,196 INFO [RS:0;16b413a53992:46213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:46213. 2024-11-11T16:18:00,196 DEBUG [RS:0;16b413a53992:46213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:18:00,196 DEBUG [RS:0;16b413a53992:46213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:00,196 DEBUG [RS:0;16b413a53992:46213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:00,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:18:00,297 WARN [RS:0;16b413a53992:46213.replicationSource.shipper16b413a53992%2C46213%2C1731341872920,2-16b413a53992,46213,1731341872920 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T16:18:00,297 INFO [RS:0;16b413a53992:46213 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;16b413a53992:46213.replicationSource.shipper16b413a53992%2C46213%2C1731341872920,2-16b413a53992,46213,1731341872920 terminated 2024-11-11T16:18:00,297 INFO [RS:0;16b413a53992:46213 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46213 2024-11-11T16:18:00,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796/rs 2024-11-11T16:18:00,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1002fa237fb0007, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-739848796/rs/16b413a53992,46213,1731341872920 2024-11-11T16:18:00,309 INFO [RS:0;16b413a53992:46213 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:18:00,310 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,46213,1731341872920] 2024-11-11T16:18:00,317 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-739848796/draining/16b413a53992,46213,1731341872920 already deleted, retry=false 2024-11-11T16:18:00,317 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,46213,1731341872920 expired; onlineServers=0 2024-11-11T16:18:00,317 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,44769,1731341872872' ***** 2024-11-11T16:18:00,317 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:18:00,317 INFO [M:0;16b413a53992:44769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:18:00,317 INFO [M:0;16b413a53992:44769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:18:00,317 DEBUG [M:0;16b413a53992:44769 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:18:00,317 DEBUG [M:0;16b413a53992:44769 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:18:00,317 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:18:00,317 INFO [M:0;16b413a53992:44769 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:18:00,317 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341873276 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341873276,5,FailOnTimeoutGroup] 2024-11-11T16:18:00,317 INFO [M:0;16b413a53992:44769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:18:00,318 DEBUG [M:0;16b413a53992:44769 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:18:00,318 INFO [M:0;16b413a53992:44769 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:18:00,318 INFO [M:0;16b413a53992:44769 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:18:00,318 INFO [M:0;16b413a53992:44769 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:18:00,318 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:18:00,320 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341873277 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341873277,5,FailOnTimeoutGroup] 2024-11-11T16:18:00,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-739848796/master 2024-11-11T16:18:00,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739848796 2024-11-11T16:18:00,341 DEBUG [M:0;16b413a53992:44769 {}] zookeeper.RecoverableZooKeeper(212): Node /0-739848796/master already deleted, retry=false 2024-11-11T16:18:00,342 DEBUG [M:0;16b413a53992:44769 {}] master.ActiveMasterManager(353): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-739848796/master 2024-11-11T16:18:00,343 INFO [M:0;16b413a53992:44769 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/.lastflushedseqids 2024-11-11T16:18:00,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741852_1028 (size=181) 2024-11-11T16:18:00,369 INFO [M:0;16b413a53992:44769 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:18:00,369 INFO [M:0;16b413a53992:44769 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:18:00,369 DEBUG [M:0;16b413a53992:44769 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:18:00,369 INFO [M:0;16b413a53992:44769 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:00,370 DEBUG [M:0;16b413a53992:44769 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:00,370 DEBUG [M:0;16b413a53992:44769 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:18:00,370 DEBUG [M:0;16b413a53992:44769 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:00,370 INFO [M:0;16b413a53992:44769 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-11T16:18:00,401 DEBUG [M:0;16b413a53992:44769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6838e290b86c4b00bc8ed0d5cced3e4e is 82, key is hbase:meta,,1/info:regioninfo/1731341873959/Put/seqid=0 2024-11-11T16:18:00,425 INFO [RS:0;16b413a53992:46213 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:18:00,425 INFO [RS:0;16b413a53992:46213 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,46213,1731341872920; zookeeper connection closed. 2024-11-11T16:18:00,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1002fa237fb0007, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:18:00,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1002fa237fb0007, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:18:00,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741853_1029 (size=5680) 2024-11-11T16:18:00,428 INFO [M:0;16b413a53992:44769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6838e290b86c4b00bc8ed0d5cced3e4e 2024-11-11T16:18:00,429 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7bbdcdc3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7bbdcdc3 2024-11-11T16:18:00,429 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:18:00,468 DEBUG [M:0;16b413a53992:44769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a59d38f1ace4174889e30be7a37a18e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731341878381/Put/seqid=0 2024-11-11T16:18:00,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741854_1030 (size=7319) 2024-11-11T16:18:00,495 INFO [M:0;16b413a53992:44769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a59d38f1ace4174889e30be7a37a18e 2024-11-11T16:18:00,542 DEBUG [M:0;16b413a53992:44769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08fbf55e9fac4c42a08f057dabde1044 is 69, key is 16b413a53992,46213,1731341872920/rs:state/1731341873362/Put/seqid=0 2024-11-11T16:18:00,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741855_1031 (size=5371) 2024-11-11T16:18:00,555 INFO [M:0;16b413a53992:44769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08fbf55e9fac4c42a08f057dabde1044 2024-11-11T16:18:00,566 INFO [M:0;16b413a53992:44769 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08fbf55e9fac4c42a08f057dabde1044 2024-11-11T16:18:00,567 DEBUG [M:0;16b413a53992:44769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6838e290b86c4b00bc8ed0d5cced3e4e as hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6838e290b86c4b00bc8ed0d5cced3e4e 2024-11-11T16:18:00,594 INFO [M:0;16b413a53992:44769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6838e290b86c4b00bc8ed0d5cced3e4e, entries=8, sequenceid=172, filesize=5.5 K 2024-11-11T16:18:00,598 DEBUG [M:0;16b413a53992:44769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a59d38f1ace4174889e30be7a37a18e as hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a59d38f1ace4174889e30be7a37a18e 2024-11-11T16:18:00,611 INFO [M:0;16b413a53992:44769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a59d38f1ace4174889e30be7a37a18e, entries=7, sequenceid=172, filesize=7.1 K 2024-11-11T16:18:00,612 DEBUG [M:0;16b413a53992:44769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08fbf55e9fac4c42a08f057dabde1044 as hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/08fbf55e9fac4c42a08f057dabde1044 2024-11-11T16:18:00,627 INFO [M:0;16b413a53992:44769 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08fbf55e9fac4c42a08f057dabde1044 2024-11-11T16:18:00,628 INFO [M:0;16b413a53992:44769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/14ec3e12-d0c3-0e8a-9683-142b07a0e4e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/08fbf55e9fac4c42a08f057dabde1044, entries=2, sequenceid=172, filesize=5.2 K 2024-11-11T16:18:00,630 INFO [M:0;16b413a53992:44769 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 260ms, sequenceid=172, compaction requested=false 2024-11-11T16:18:00,645 INFO [M:0;16b413a53992:44769 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:00,645 DEBUG [M:0;16b413a53992:44769 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731341880369Disabling compacts and flushes for region at 1731341880369Disabling writes for close at 1731341880370 (+1 ms)Obtaining lock to block concurrent updates at 1731341880370Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731341880370Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731341880370Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731341880373 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731341880373Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731341880400 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731341880400Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731341880437 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731341880467 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731341880467Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731341880514 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731341880541 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731341880541Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ba9075f: reopening flushed file at 1731341880566 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@786fcd50: reopening flushed file at 1731341880594 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a514d83: reopening flushed file at 1731341880611 (+17 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 260ms, sequenceid=172, compaction requested=false at 1731341880630 (+19 ms)Writing region close event to WAL at 1731341880645 (+15 ms)Closed at 1731341880645 2024-11-11T16:18:00,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741847_1023 (size=22949) 2024-11-11T16:18:00,651 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:18:00,651 INFO [M:0;16b413a53992:44769 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:18:00,651 INFO [M:0;16b413a53992:44769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44769 2024-11-11T16:18:00,651 INFO [M:0;16b413a53992:44769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:18:00,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:18:00,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T16:18:00,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T16:18:00,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T16:18:00,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:18:00,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:18:00,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44769-0x1002fa237fb0006, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:18:00,754 INFO [M:0;16b413a53992:44769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:18:00,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:18:00,772 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:18:00,772 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:18:00,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:18:00,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/hadoop.log.dir/,STOPPED} 2024-11-11T16:18:00,774 WARN [BP-1534485141-172.17.0.2-1731341857106 heartbeating to localhost/127.0.0.1:37967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:18:00,774 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:18:00,774 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:18:00,774 WARN [BP-1534485141-172.17.0.2-1731341857106 heartbeating to localhost/127.0.0.1:37967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1534485141-172.17.0.2-1731341857106 (Datanode Uuid 7161121a-b063-4d30-ab8b-b19d115bd267) service to localhost/127.0.0.1:37967 2024-11-11T16:18:00,775 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/cluster_58886962-c56a-76b1-ca83-13fb6a8a92ce/data/data1/current/BP-1534485141-172.17.0.2-1731341857106 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:18:00,775 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/cluster_58886962-c56a-76b1-ca83-13fb6a8a92ce/data/data2/current/BP-1534485141-172.17.0.2-1731341857106 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:18:00,776 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:18:00,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:18:00,792 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:18:00,792 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:18:00,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:18:00,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7021e688-f7be-e8fa-24ff-98c0f0033759/hadoop.log.dir/,STOPPED} 2024-11-11T16:18:00,810 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T16:18:00,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:18:00,846 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=115 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33331 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/16b413a53992:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/16b413a53992:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@562319d7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/16b413a53992:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52208) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37967 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52208) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: master/16b413a53992:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37967 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/16b413a53992:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=441 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=602 (was 602), ProcessCount=11 (was 11), AvailableMemoryMB=4115 (was 3875) - AvailableMemoryMB LEAK? - 2024-11-11T16:18:00,882 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=115, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=602, ProcessCount=11, AvailableMemoryMB=4112 2024-11-11T16:18:00,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1002fa237fb0005, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T16:18:00,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1002fa237fb0005, quorum=127.0.0.1:52208, baseZNode=/12063457531 Received Disconnected from ZooKeeper, ignoring 2024-11-11T16:18:00,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1002fa237fb0002, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T16:18:00,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1002fa237fb0002, quorum=127.0.0.1:52208, baseZNode=/0-739848796 Received Disconnected from ZooKeeper, ignoring 2024-11-11T16:18:00,905 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-11T16:18:00,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/hadoop.log.dir so I do NOT create it in target/test-data/7879b632-9da7-2042-dece-80e40454b19d 2024-11-11T16:18:00,907 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T16:18:00,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/hadoop.tmp.dir so I do NOT create it in target/test-data/7879b632-9da7-2042-dece-80e40454b19d 2024-11-11T16:18:00,907 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f92f9f-a73c-8127-7fef-0bb3e5aaac83/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T16:18:00,907 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d 2024-11-11T16:18:00,907 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/cluster_e6483661-3391-beca-2b01-ce241f5a9bf9, deleteOnExit=true 2024-11-11T16:18:00,917 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/cluster_e6483661-3391-beca-2b01-ce241f5a9bf9/zookeeper_0, clientPort=59507, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/cluster_e6483661-3391-beca-2b01-ce241f5a9bf9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/cluster_e6483661-3391-beca-2b01-ce241f5a9bf9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T16:18:00,918 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59507 2024-11-11T16:18:00,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:18:00,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:18:00,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/test.cache.data in system properties and HBase conf 2024-11-11T16:18:00,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:18:00,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:18:00,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:18:00,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:18:00,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:18:00,919 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:18:00,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:18:00,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:18:00,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:18:00,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:18:00,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:18:00,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:18:00,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:18:00,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:18:00,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:18:00,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:18:00,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:18:00,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:18:00,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:18:00,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:18:01,106 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:18:01,126 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:18:01,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:18:01,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:18:01,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:18:01,194 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:18:01,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b56bf5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:18:01,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a6aa96e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:18:01,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5809cdec{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/java.io.tmpdir/jetty-localhost-40863-hadoop-hdfs-3_4_1-tests_jar-_-any-1420410409077939646/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:18:01,393 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62d2acfb{HTTP/1.1, (http/1.1)}{localhost:40863} 2024-11-11T16:18:01,393 INFO [Time-limited test {}] server.Server(415): Started @27020ms 2024-11-11T16:18:01,741 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:18:01,751 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:18:01,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:18:01,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:18:01,765 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:18:01,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4da28dab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:18:01,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ab7dfc8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:18:01,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e6c59c6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/java.io.tmpdir/jetty-localhost-41289-hadoop-hdfs-3_4_1-tests_jar-_-any-15569438264357004657/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:18:01,922 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26f9cf73{HTTP/1.1, (http/1.1)}{localhost:41289} 2024-11-11T16:18:01,922 INFO [Time-limited test {}] server.Server(415): Started @27549ms 2024-11-11T16:18:01,924 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:18:02,162 WARN [Thread-495 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/cluster_e6483661-3391-beca-2b01-ce241f5a9bf9/data/data1/current/BP-1940735620-172.17.0.2-1731341880973/current, will proceed with Du for space computation calculation, 2024-11-11T16:18:02,171 WARN [Thread-496 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/cluster_e6483661-3391-beca-2b01-ce241f5a9bf9/data/data2/current/BP-1940735620-172.17.0.2-1731341880973/current, will proceed with Du for space computation calculation, 2024-11-11T16:18:02,218 WARN [Thread-483 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:18:02,224 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9965a59bad53298e with lease ID 0x20c670b85e276d77: Processing first storage report for DS-5aa7161f-c387-474b-a8fb-8684788656a6 from datanode DatanodeRegistration(127.0.0.1:39653, datanodeUuid=98edd524-3c8d-420c-a41d-4c0bebd49880, infoPort=43953, infoSecurePort=0, ipcPort=44987, storageInfo=lv=-57;cid=testClusterID;nsid=411996077;c=1731341880973) 2024-11-11T16:18:02,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9965a59bad53298e with lease ID 0x20c670b85e276d77: from storage DS-5aa7161f-c387-474b-a8fb-8684788656a6 node DatanodeRegistration(127.0.0.1:39653, datanodeUuid=98edd524-3c8d-420c-a41d-4c0bebd49880, infoPort=43953, infoSecurePort=0, ipcPort=44987, storageInfo=lv=-57;cid=testClusterID;nsid=411996077;c=1731341880973), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:18:02,224 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9965a59bad53298e with lease ID 0x20c670b85e276d77: Processing first storage report for DS-fd2e82ad-13ed-41b9-acab-7aa33777a977 from datanode DatanodeRegistration(127.0.0.1:39653, datanodeUuid=98edd524-3c8d-420c-a41d-4c0bebd49880, infoPort=43953, infoSecurePort=0, ipcPort=44987, storageInfo=lv=-57;cid=testClusterID;nsid=411996077;c=1731341880973) 2024-11-11T16:18:02,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9965a59bad53298e with lease ID 0x20c670b85e276d77: from storage DS-fd2e82ad-13ed-41b9-acab-7aa33777a977 node DatanodeRegistration(127.0.0.1:39653, datanodeUuid=98edd524-3c8d-420c-a41d-4c0bebd49880, infoPort=43953, infoSecurePort=0, ipcPort=44987, storageInfo=lv=-57;cid=testClusterID;nsid=411996077;c=1731341880973), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:18:02,256 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d 2024-11-11T16:18:02,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:02,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:02,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:18:02,317 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a with version=8 2024-11-11T16:18:02,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/hbase-staging 2024-11-11T16:18:02,320 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:18:02,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:18:02,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:18:02,320 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:18:02,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:18:02,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:18:02,321 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:18:02,321 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:18:02,328 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38571 2024-11-11T16:18:02,330 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38571 connecting to ZooKeeper ensemble=127.0.0.1:59507 2024-11-11T16:18:02,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385710x0, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:18:02,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38571-0x1002fa298ed0000 connected 2024-11-11T16:18:02,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:02,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:02,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Set watcher on znode that does not yet exist, /0940143460/running 2024-11-11T16:18:02,392 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a, hbase.cluster.distributed=false 2024-11-11T16:18:02,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Set watcher on znode that does not yet exist, /0940143460/acl 2024-11-11T16:18:02,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38571 2024-11-11T16:18:02,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38571 2024-11-11T16:18:02,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38571 2024-11-11T16:18:02,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38571 2024-11-11T16:18:02,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38571 2024-11-11T16:18:02,441 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:18:02,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:18:02,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:18:02,442 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:18:02,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:18:02,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:18:02,442 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:18:02,442 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:18:02,443 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33779 2024-11-11T16:18:02,445 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33779 connecting to ZooKeeper ensemble=127.0.0.1:59507 2024-11-11T16:18:02,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:02,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:02,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337790x0, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:18:02,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337790x0, quorum=127.0.0.1:59507, baseZNode=/0940143460 Set watcher on znode that does not yet exist, /0940143460/running 2024-11-11T16:18:02,456 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:18:02,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33779-0x1002fa298ed0001 connected 2024-11-11T16:18:02,461 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:18:02,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33779-0x1002fa298ed0001, quorum=127.0.0.1:59507, baseZNode=/0940143460 Set watcher on znode that does not yet exist, /0940143460/master 2024-11-11T16:18:02,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33779-0x1002fa298ed0001, quorum=127.0.0.1:59507, baseZNode=/0940143460 Set watcher on znode that does not yet exist, /0940143460/acl 2024-11-11T16:18:02,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33779 2024-11-11T16:18:02,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33779 2024-11-11T16:18:02,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33779 2024-11-11T16:18:02,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33779 2024-11-11T16:18:02,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33779 2024-11-11T16:18:02,499 DEBUG [M:0;16b413a53992:38571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:38571 2024-11-11T16:18:02,500 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0940143460/backup-masters/16b413a53992,38571,1731341882320 2024-11-11T16:18:02,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0940143460/backup-masters 2024-11-11T16:18:02,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1002fa298ed0001, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0940143460/backup-masters 2024-11-11T16:18:02,503 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Set watcher on existing znode=/0940143460/backup-masters/16b413a53992,38571,1731341882320 2024-11-11T16:18:02,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1002fa298ed0001, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0940143460/master 2024-11-11T16:18:02,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0940143460 2024-11-11T16:18:02,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1002fa298ed0001, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0940143460 2024-11-11T16:18:02,507 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Set watcher on existing znode=/0940143460/master 2024-11-11T16:18:02,508 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0940143460/backup-masters/16b413a53992,38571,1731341882320 from backup master directory 2024-11-11T16:18:02,510 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:18:02,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1002fa298ed0001, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0940143460/backup-masters 2024-11-11T16:18:02,510 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,38571,1731341882320 2024-11-11T16:18:02,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0940143460/backup-masters/16b413a53992,38571,1731341882320 2024-11-11T16:18:02,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0940143460/backup-masters 2024-11-11T16:18:02,518 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/hbase.id] with ID: aaec64d4-b0f5-4f56-b5d2-37b55fe3a2f4 2024-11-11T16:18:02,518 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/.tmp/hbase.id 2024-11-11T16:18:02,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:18:02,925 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/.tmp/hbase.id]:[hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/hbase.id] 2024-11-11T16:18:02,955 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:02,955 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:18:02,964 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 8ms. 2024-11-11T16:18:02,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0940143460 2024-11-11T16:18:02,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1002fa298ed0001, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0940143460 2024-11-11T16:18:02,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:18:03,377 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:18:03,377 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:18:03,378 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:18:03,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:18:03,788 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/data/master/store 2024-11-11T16:18:03,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:18:04,211 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:18:04,211 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:18:04,211 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:04,211 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:04,211 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:18:04,211 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:04,211 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:04,211 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731341884211Disabling compacts and flushes for region at 1731341884211Disabling writes for close at 1731341884211Writing region close event to WAL at 1731341884211Closed at 1731341884211 2024-11-11T16:18:04,212 WARN [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/data/master/store/.initializing 2024-11-11T16:18:04,212 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/WALs/16b413a53992,38571,1731341882320 2024-11-11T16:18:04,214 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:18:04,216 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C38571%2C1731341882320, suffix=, logDir=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/WALs/16b413a53992,38571,1731341882320, archiveDir=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/oldWALs, maxLogs=10 2024-11-11T16:18:04,230 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/WALs/16b413a53992,38571,1731341882320/16b413a53992%2C38571%2C1731341882320.1731341884216, exclude list is [], retry=0 2024-11-11T16:18:04,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39653,DS-5aa7161f-c387-474b-a8fb-8684788656a6,DISK] 2024-11-11T16:18:04,236 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/WALs/16b413a53992,38571,1731341882320/16b413a53992%2C38571%2C1731341882320.1731341884216 2024-11-11T16:18:04,236 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43953:43953)] 2024-11-11T16:18:04,236 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:18:04,236 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:18:04,236 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:04,236 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:04,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:04,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:18:04,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:04,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:04,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:04,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:18:04,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:04,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:18:04,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:04,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:18:04,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:04,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:18:04,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:04,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:18:04,246 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:04,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:18:04,247 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:04,247 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:04,248 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:04,249 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:04,249 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:04,250 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:18:04,251 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:04,253 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:18:04,254 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74577046, jitterRate=0.11128458380699158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:18:04,255 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731341884237Initializing all the Stores at 1731341884238 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341884238Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341884238Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341884238Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341884238Cleaning up temporary data from old regions at 1731341884249 (+11 ms)Region opened successfully at 1731341884255 (+6 ms) 2024-11-11T16:18:04,255 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:18:04,259 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590837c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:18:04,260 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:18:04,260 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:18:04,260 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:18:04,260 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:18:04,261 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:18:04,261 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T16:18:04,261 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:18:04,264 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:18:04,264 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Unable to get data of znode /0940143460/balancer because node does not exist (not necessarily an error) 2024-11-11T16:18:04,266 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0940143460/balancer already deleted, retry=false 2024-11-11T16:18:04,266 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:18:04,267 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Unable to get data of znode /0940143460/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:18:04,269 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0940143460/normalizer already deleted, retry=false 2024-11-11T16:18:04,270 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:18:04,271 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Unable to get data of znode /0940143460/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:18:04,272 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0940143460/switch/split already deleted, retry=false 2024-11-11T16:18:04,273 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Unable to get data of znode /0940143460/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:18:04,274 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0940143460/switch/merge already deleted, retry=false 2024-11-11T16:18:04,276 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Unable to get data of znode /0940143460/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:18:04,278 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0940143460/snapshot-cleanup already deleted, retry=false 2024-11-11T16:18:04,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1002fa298ed0001, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0940143460/running 2024-11-11T16:18:04,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1002fa298ed0001, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0940143460 2024-11-11T16:18:04,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0940143460/running 2024-11-11T16:18:04,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0940143460 2024-11-11T16:18:04,281 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,38571,1731341882320, sessionid=0x1002fa298ed0000, setting cluster-up flag (Was=false) 2024-11-11T16:18:04,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0940143460 2024-11-11T16:18:04,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1002fa298ed0001, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0940143460 2024-11-11T16:18:04,289 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0940143460/flush-table-proc/acquired, /0940143460/flush-table-proc/reached, /0940143460/flush-table-proc/abort 2024-11-11T16:18:04,290 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,38571,1731341882320 2024-11-11T16:18:04,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1002fa298ed0001, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0940143460 2024-11-11T16:18:04,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0940143460 2024-11-11T16:18:04,298 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0940143460/online-snapshot/acquired, /0940143460/online-snapshot/reached, /0940143460/online-snapshot/abort 2024-11-11T16:18:04,299 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,38571,1731341882320 2024-11-11T16:18:04,300 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:18:04,306 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:18:04,306 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:18:04,306 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:18:04,307 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,38571,1731341882320 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:18:04,308 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:18:04,308 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:18:04,308 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:18:04,308 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:18:04,308 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:18:04,308 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:04,308 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:18:04,308 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:04,313 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731341914313 2024-11-11T16:18:04,313 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:18:04,313 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:18:04,313 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:18:04,313 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:18:04,313 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:18:04,313 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:18:04,314 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:04,314 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:18:04,314 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:18:04,315 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:04,315 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:18:04,320 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:18:04,320 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:18:04,320 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:18:04,320 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T16:18:04,321 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:18:04,321 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:18:04,321 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341884321,5,FailOnTimeoutGroup] 2024-11-11T16:18:04,321 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341884321,5,FailOnTimeoutGroup] 2024-11-11T16:18:04,321 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:04,321 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:18:04,321 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:04,321 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:04,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:18:04,387 INFO [RS:0;16b413a53992:33779 {}] regionserver.HRegionServer(746): ClusterId : aaec64d4-b0f5-4f56-b5d2-37b55fe3a2f4 2024-11-11T16:18:04,388 DEBUG [RS:0;16b413a53992:33779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:18:04,390 DEBUG [RS:0;16b413a53992:33779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:18:04,390 DEBUG [RS:0;16b413a53992:33779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:18:04,392 DEBUG [RS:0;16b413a53992:33779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:18:04,392 DEBUG [RS:0;16b413a53992:33779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfa77ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:18:04,404 DEBUG [RS:0;16b413a53992:33779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:33779 2024-11-11T16:18:04,405 INFO [RS:0;16b413a53992:33779 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:18:04,405 INFO [RS:0;16b413a53992:33779 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:18:04,405 DEBUG [RS:0;16b413a53992:33779 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:18:04,405 INFO [RS:0;16b413a53992:33779 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,38571,1731341882320 with port=33779, startcode=1731341882441 2024-11-11T16:18:04,406 DEBUG [RS:0;16b413a53992:33779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:18:04,408 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:18:04,408 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38571 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,33779,1731341882441 2024-11-11T16:18:04,408 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38571 {}] master.ServerManager(517): Registering regionserver=16b413a53992,33779,1731341882441 2024-11-11T16:18:04,411 DEBUG [RS:0;16b413a53992:33779 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a 2024-11-11T16:18:04,411 DEBUG [RS:0;16b413a53992:33779 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45611 2024-11-11T16:18:04,411 DEBUG [RS:0;16b413a53992:33779 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:18:04,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0940143460/rs 2024-11-11T16:18:04,414 DEBUG [RS:0;16b413a53992:33779 {}] zookeeper.ZKUtil(111): regionserver:33779-0x1002fa298ed0001, quorum=127.0.0.1:59507, baseZNode=/0940143460 Set watcher on existing znode=/0940143460/rs/16b413a53992,33779,1731341882441 2024-11-11T16:18:04,415 WARN [RS:0;16b413a53992:33779 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:18:04,415 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,33779,1731341882441] 2024-11-11T16:18:04,415 INFO [RS:0;16b413a53992:33779 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:18:04,415 DEBUG [RS:0;16b413a53992:33779 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/WALs/16b413a53992,33779,1731341882441 2024-11-11T16:18:04,425 INFO [RS:0;16b413a53992:33779 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:18:04,427 INFO [RS:0;16b413a53992:33779 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:18:04,428 INFO [RS:0;16b413a53992:33779 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:18:04,428 INFO [RS:0;16b413a53992:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:04,430 INFO [RS:0;16b413a53992:33779 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:18:04,431 INFO [RS:0;16b413a53992:33779 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:18:04,431 INFO [RS:0;16b413a53992:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:04,431 DEBUG [RS:0;16b413a53992:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:04,431 DEBUG [RS:0;16b413a53992:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:04,431 DEBUG [RS:0;16b413a53992:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:04,431 DEBUG [RS:0;16b413a53992:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:04,431 DEBUG [RS:0;16b413a53992:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:04,431 DEBUG [RS:0;16b413a53992:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:18:04,431 DEBUG [RS:0;16b413a53992:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:04,431 DEBUG [RS:0;16b413a53992:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:04,431 DEBUG [RS:0;16b413a53992:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:04,431 DEBUG [RS:0;16b413a53992:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:04,432 DEBUG [RS:0;16b413a53992:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:04,432 DEBUG [RS:0;16b413a53992:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:04,432 DEBUG [RS:0;16b413a53992:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:18:04,432 DEBUG [RS:0;16b413a53992:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:18:04,433 INFO [RS:0;16b413a53992:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:04,433 INFO [RS:0;16b413a53992:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:04,433 INFO [RS:0;16b413a53992:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:04,433 INFO [RS:0;16b413a53992:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:04,433 INFO [RS:0;16b413a53992:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:04,433 INFO [RS:0;16b413a53992:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33779,1731341882441-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:18:04,457 INFO [RS:0;16b413a53992:33779 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:18:04,457 INFO [RS:0;16b413a53992:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33779,1731341882441-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:04,457 INFO [RS:0;16b413a53992:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:04,457 INFO [RS:0;16b413a53992:33779 {}] regionserver.Replication(171): 16b413a53992,33779,1731341882441 started 2024-11-11T16:18:04,481 INFO [RS:0;16b413a53992:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:04,481 INFO [RS:0;16b413a53992:33779 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,33779,1731341882441, RpcServer on 16b413a53992/172.17.0.2:33779, sessionid=0x1002fa298ed0001 2024-11-11T16:18:04,481 DEBUG [RS:0;16b413a53992:33779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:18:04,481 DEBUG [RS:0;16b413a53992:33779 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,33779,1731341882441 2024-11-11T16:18:04,481 DEBUG [RS:0;16b413a53992:33779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,33779,1731341882441' 2024-11-11T16:18:04,482 DEBUG [RS:0;16b413a53992:33779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0940143460/flush-table-proc/abort' 2024-11-11T16:18:04,482 DEBUG [RS:0;16b413a53992:33779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0940143460/flush-table-proc/acquired' 2024-11-11T16:18:04,484 DEBUG [RS:0;16b413a53992:33779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:18:04,484 DEBUG [RS:0;16b413a53992:33779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:18:04,484 DEBUG [RS:0;16b413a53992:33779 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,33779,1731341882441 2024-11-11T16:18:04,484 DEBUG [RS:0;16b413a53992:33779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,33779,1731341882441' 2024-11-11T16:18:04,485 DEBUG [RS:0;16b413a53992:33779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0940143460/online-snapshot/abort' 2024-11-11T16:18:04,485 DEBUG [RS:0;16b413a53992:33779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0940143460/online-snapshot/acquired' 2024-11-11T16:18:04,487 DEBUG [RS:0;16b413a53992:33779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:18:04,487 INFO [RS:0;16b413a53992:33779 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:18:04,487 INFO [RS:0;16b413a53992:33779 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:18:04,588 INFO [RS:0;16b413a53992:33779 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:18:04,591 INFO [RS:0;16b413a53992:33779 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C33779%2C1731341882441, suffix=, logDir=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/WALs/16b413a53992,33779,1731341882441, archiveDir=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/oldWALs, maxLogs=10 2024-11-11T16:18:04,613 DEBUG [RS:0;16b413a53992:33779 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/WALs/16b413a53992,33779,1731341882441/16b413a53992%2C33779%2C1731341882441.1731341884592, exclude list is [], retry=0 2024-11-11T16:18:04,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39653,DS-5aa7161f-c387-474b-a8fb-8684788656a6,DISK] 2024-11-11T16:18:04,623 INFO [RS:0;16b413a53992:33779 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/WALs/16b413a53992,33779,1731341882441/16b413a53992%2C33779%2C1731341882441.1731341884592 2024-11-11T16:18:04,624 DEBUG [RS:0;16b413a53992:33779 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43953:43953)] 2024-11-11T16:18:04,729 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:18:04,729 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a 2024-11-11T16:18:04,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741833_1009 (size=32) 2024-11-11T16:18:04,871 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:18:04,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:18:04,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:18:05,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:18:05,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:18:05,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:18:05,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:05,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:05,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:18:05,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:18:05,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:05,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:05,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:18:05,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:18:05,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:05,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:05,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:18:05,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:18:05,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:05,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:05,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:18:05,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/meta/1588230740 2024-11-11T16:18:05,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/meta/1588230740 2024-11-11T16:18:05,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:18:05,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:18:05,162 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:18:05,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:18:05,169 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:18:05,170 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72718871, jitterRate=0.08359561860561371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:18:05,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731341885138Initializing all the Stores at 1731341885140 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341885140Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341885140Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341885140Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341885140Cleaning up temporary data from old regions at 1731341885161 (+21 ms)Region opened successfully at 1731341885171 (+10 ms) 2024-11-11T16:18:05,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:18:05,171 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:18:05,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:18:05,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:18:05,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:18:05,173 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:18:05,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731341885171Disabling compacts and flushes for region at 1731341885171Disabling writes for close at 1731341885172 (+1 ms)Writing region close event to WAL at 1731341885173 (+1 ms)Closed at 1731341885173 2024-11-11T16:18:05,174 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:18:05,174 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:18:05,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:18:05,177 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:18:05,184 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:18:05,335 DEBUG [16b413a53992:38571 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:18:05,335 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,33779,1731341882441 2024-11-11T16:18:05,337 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,33779,1731341882441, state=OPENING 2024-11-11T16:18:05,339 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:18:05,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0940143460 2024-11-11T16:18:05,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1002fa298ed0001, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0940143460 2024-11-11T16:18:05,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0940143460/meta-region-server: CHANGED 2024-11-11T16:18:05,341 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:18:05,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0940143460/meta-region-server: CHANGED 2024-11-11T16:18:05,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,33779,1731341882441}] 2024-11-11T16:18:05,495 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:18:05,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:18:05,502 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:18:05,503 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:18:05,503 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:18:05,505 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C33779%2C1731341882441.meta, suffix=.meta, logDir=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/WALs/16b413a53992,33779,1731341882441, archiveDir=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/oldWALs, maxLogs=10 2024-11-11T16:18:05,521 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/WALs/16b413a53992,33779,1731341882441/16b413a53992%2C33779%2C1731341882441.meta.1731341885505.meta, exclude list is [], retry=0 2024-11-11T16:18:05,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39653,DS-5aa7161f-c387-474b-a8fb-8684788656a6,DISK] 2024-11-11T16:18:05,527 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/WALs/16b413a53992,33779,1731341882441/16b413a53992%2C33779%2C1731341882441.meta.1731341885505.meta 2024-11-11T16:18:05,528 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43953:43953)] 2024-11-11T16:18:05,529 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:18:05,529 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:18:05,529 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:18:05,530 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:18:05,530 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:18:05,530 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:18:05,530 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:18:05,530 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:18:05,530 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:18:05,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:18:05,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:18:05,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:05,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:05,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:18:05,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:18:05,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:05,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:05,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:18:05,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:18:05,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:05,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:05,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:18:05,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:18:05,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:05,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:05,553 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:18:05,555 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/meta/1588230740 2024-11-11T16:18:05,556 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/meta/1588230740 2024-11-11T16:18:05,558 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:18:05,558 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:18:05,559 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:18:05,562 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:18:05,563 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60029886, jitterRate=-0.1054849922657013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:18:05,563 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:18:05,565 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731341885530Writing region info on filesystem at 1731341885530Initializing all the Stores at 1731341885532 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341885532Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341885532Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341885532Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341885532Cleaning up temporary data from old regions at 1731341885558 (+26 ms)Running coprocessor post-open hooks at 1731341885563 (+5 ms)Region opened successfully at 1731341885565 (+2 ms) 2024-11-11T16:18:05,566 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731341885494 2024-11-11T16:18:05,570 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:18:05,570 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:18:05,571 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,33779,1731341882441 2024-11-11T16:18:05,572 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,33779,1731341882441, state=OPEN 2024-11-11T16:18:05,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1002fa298ed0001, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0940143460/meta-region-server 2024-11-11T16:18:05,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0940143460/meta-region-server 2024-11-11T16:18:05,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0940143460/meta-region-server: CHANGED 2024-11-11T16:18:05,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0940143460/meta-region-server: CHANGED 2024-11-11T16:18:05,580 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,33779,1731341882441 2024-11-11T16:18:05,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:18:05,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,33779,1731341882441 in 240 msec 2024-11-11T16:18:05,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:18:05,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-11-11T16:18:05,589 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:18:05,589 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:18:05,591 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:18:05,591 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,33779,1731341882441, seqNum=-1] 2024-11-11T16:18:05,591 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:18:05,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:18:05,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2930 sec 2024-11-11T16:18:05,600 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731341885600, completionTime=-1 2024-11-11T16:18:05,600 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:18:05,600 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:18:05,602 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T16:18:05,602 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731341945602 2024-11-11T16:18:05,602 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731342005602 2024-11-11T16:18:05,602 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T16:18:05,603 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,38571,1731341882320-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:05,603 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,38571,1731341882320-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:05,603 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,38571,1731341882320-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:05,603 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:38571, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:05,603 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:05,604 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:05,606 DEBUG [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:18:05,610 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.100sec 2024-11-11T16:18:05,610 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:18:05,610 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:18:05,610 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:18:05,610 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:18:05,610 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:18:05,610 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,38571,1731341882320-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:18:05,610 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,38571,1731341882320-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:18:05,613 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:18:05,613 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:18:05,613 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,38571,1731341882320-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:05,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a5e9128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:05,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,38571,-1 for getting cluster id 2024-11-11T16:18:05,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:18:05,693 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aaec64d4-b0f5-4f56-b5d2-37b55fe3a2f4' 2024-11-11T16:18:05,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:18:05,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aaec64d4-b0f5-4f56-b5d2-37b55fe3a2f4" 2024-11-11T16:18:05,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46403ee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:05,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,38571,-1] 2024-11-11T16:18:05,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:18:05,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:05,696 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:18:05,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b244ebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:05,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:18:05,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,33779,1731341882441, seqNum=-1] 2024-11-11T16:18:05,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:18:05,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:18:05,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16b413a53992,38571,1731341882320 2024-11-11T16:18:05,707 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59507 2024-11-11T16:18:05,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:18:05,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1002fa298ed0002 connected 2024-11-11T16:18:05,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/hadoop.log.dir so I do NOT create it in target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db 2024-11-11T16:18:05,717 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T16:18:05,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/hadoop.tmp.dir so I do NOT create it in target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db 2024-11-11T16:18:05,717 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T16:18:05,717 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db 2024-11-11T16:18:05,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:18:05,717 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/cluster_214d51ac-2cd4-d3ef-fe42-4b8078daceef, deleteOnExit=true 2024-11-11T16:18:05,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:18:05,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/test.cache.data in system properties and HBase conf 2024-11-11T16:18:05,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:18:05,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:18:05,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:18:05,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:18:05,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:18:05,718 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:18:05,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:18:05,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:18:05,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:18:05,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:18:05,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:18:05,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:18:05,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:18:05,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:18:05,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:18:05,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:18:05,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:18:05,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:18:05,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:18:05,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:18:05,836 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:18:05,846 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:18:05,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:18:05,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:18:05,867 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:18:05,869 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:18:05,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5faa4c64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:18:05,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6501d181{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:18:06,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ab60e34{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/java.io.tmpdir/jetty-localhost-39415-hadoop-hdfs-3_4_1-tests_jar-_-any-11829166115540090227/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:18:06,024 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6655977b{HTTP/1.1, (http/1.1)}{localhost:39415} 2024-11-11T16:18:06,025 INFO [Time-limited test {}] server.Server(415): Started @31651ms 2024-11-11T16:18:06,226 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:18:06,246 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:18:06,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:18:06,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:18:06,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:18:06,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530e46e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:18:06,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c08e181{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:18:06,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@590b4990{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/java.io.tmpdir/jetty-localhost-40155-hadoop-hdfs-3_4_1-tests_jar-_-any-11280058724422456502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:18:06,413 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63e8c2f4{HTTP/1.1, (http/1.1)}{localhost:40155} 2024-11-11T16:18:06,413 INFO [Time-limited test {}] server.Server(415): Started @32040ms 2024-11-11T16:18:06,415 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:18:06,671 WARN [Thread-616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/cluster_214d51ac-2cd4-d3ef-fe42-4b8078daceef/data/data1/current/BP-1190651876-172.17.0.2-1731341885760/current, will proceed with Du for space computation calculation, 2024-11-11T16:18:06,673 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/cluster_214d51ac-2cd4-d3ef-fe42-4b8078daceef/data/data2/current/BP-1190651876-172.17.0.2-1731341885760/current, will proceed with Du for space computation calculation, 2024-11-11T16:18:06,750 WARN [Thread-604 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:18:06,764 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13e800ffc8445e1c with lease ID 0xf0fe027f8a5b0b69: Processing first storage report for DS-12e3e83d-9566-44f0-a696-1783c09dddeb from datanode DatanodeRegistration(127.0.0.1:36597, datanodeUuid=d8eac2b4-bbd2-4077-9a57-162d73123ed4, infoPort=35693, infoSecurePort=0, ipcPort=44065, storageInfo=lv=-57;cid=testClusterID;nsid=808374669;c=1731341885760) 2024-11-11T16:18:06,764 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13e800ffc8445e1c with lease ID 0xf0fe027f8a5b0b69: from storage DS-12e3e83d-9566-44f0-a696-1783c09dddeb node DatanodeRegistration(127.0.0.1:36597, datanodeUuid=d8eac2b4-bbd2-4077-9a57-162d73123ed4, infoPort=35693, infoSecurePort=0, ipcPort=44065, storageInfo=lv=-57;cid=testClusterID;nsid=808374669;c=1731341885760), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:18:06,765 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13e800ffc8445e1c with lease ID 0xf0fe027f8a5b0b69: Processing first storage report for DS-a172b321-00da-4fa4-ba6c-1c2c196b10c7 from datanode DatanodeRegistration(127.0.0.1:36597, datanodeUuid=d8eac2b4-bbd2-4077-9a57-162d73123ed4, infoPort=35693, infoSecurePort=0, ipcPort=44065, storageInfo=lv=-57;cid=testClusterID;nsid=808374669;c=1731341885760) 2024-11-11T16:18:06,765 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13e800ffc8445e1c with lease ID 0xf0fe027f8a5b0b69: from storage DS-a172b321-00da-4fa4-ba6c-1c2c196b10c7 node DatanodeRegistration(127.0.0.1:36597, datanodeUuid=d8eac2b4-bbd2-4077-9a57-162d73123ed4, infoPort=35693, infoSecurePort=0, ipcPort=44065, storageInfo=lv=-57;cid=testClusterID;nsid=808374669;c=1731341885760), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:18:06,773 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db 2024-11-11T16:18:06,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:06,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:06,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36597 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:18:06,802 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8 with version=8 2024-11-11T16:18:06,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/hbase-staging 2024-11-11T16:18:06,805 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:18:06,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:18:06,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:18:06,806 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:18:06,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:18:06,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:18:06,806 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:18:06,806 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:18:06,809 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35375 2024-11-11T16:18:06,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35375 connecting to ZooKeeper ensemble=127.0.0.1:59507 2024-11-11T16:18:06,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353750x0, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:18:06,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35375-0x1002fa298ed0003 connected 2024-11-11T16:18:06,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:06,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:06,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Set watcher on znode that does not yet exist, /1-2055665474/running 2024-11-11T16:18:06,841 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8, hbase.cluster.distributed=false 2024-11-11T16:18:06,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Set watcher on znode that does not yet exist, /1-2055665474/acl 2024-11-11T16:18:06,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35375 2024-11-11T16:18:06,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35375 2024-11-11T16:18:06,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35375 2024-11-11T16:18:06,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35375 2024-11-11T16:18:06,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35375 2024-11-11T16:18:06,880 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:18:06,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:18:06,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:18:06,880 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:18:06,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:18:06,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:18:06,880 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:18:06,881 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:18:06,887 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39883 2024-11-11T16:18:06,889 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39883 connecting to ZooKeeper ensemble=127.0.0.1:59507 2024-11-11T16:18:06,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:06,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:06,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398830x0, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:18:06,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39883-0x1002fa298ed0004 connected 2024-11-11T16:18:06,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39883-0x1002fa298ed0004, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Set watcher on znode that does not yet exist, /1-2055665474/running 2024-11-11T16:18:06,901 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:18:06,901 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:18:06,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39883-0x1002fa298ed0004, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Set watcher on znode that does not yet exist, /1-2055665474/master 2024-11-11T16:18:06,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39883-0x1002fa298ed0004, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Set watcher on znode that does not yet exist, /1-2055665474/acl 2024-11-11T16:18:06,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39883 2024-11-11T16:18:06,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39883 2024-11-11T16:18:06,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39883 2024-11-11T16:18:06,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39883 2024-11-11T16:18:06,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39883 2024-11-11T16:18:06,939 DEBUG [M:0;16b413a53992:35375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:35375 2024-11-11T16:18:06,949 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2055665474/backup-masters/16b413a53992,35375,1731341886805 2024-11-11T16:18:06,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2055665474/backup-masters 2024-11-11T16:18:06,955 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Set watcher on existing znode=/1-2055665474/backup-masters/16b413a53992,35375,1731341886805 2024-11-11T16:18:06,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1002fa298ed0004, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2055665474/backup-masters 2024-11-11T16:18:06,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1002fa298ed0004, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2055665474/master 2024-11-11T16:18:06,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1002fa298ed0004, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2055665474 2024-11-11T16:18:06,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2055665474 2024-11-11T16:18:06,961 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Set watcher on existing znode=/1-2055665474/master 2024-11-11T16:18:06,965 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2055665474/backup-masters/16b413a53992,35375,1731341886805 from backup master directory 2024-11-11T16:18:06,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2055665474/backup-masters/16b413a53992,35375,1731341886805 2024-11-11T16:18:06,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2055665474/backup-masters 2024-11-11T16:18:06,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1002fa298ed0004, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2055665474/backup-masters 2024-11-11T16:18:06,967 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:18:06,967 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,35375,1731341886805 2024-11-11T16:18:06,974 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/hbase.id] with ID: 8f7cbfdb-cd77-4339-9a8e-f8bf732ad1d9 2024-11-11T16:18:06,974 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/.tmp/hbase.id 2024-11-11T16:18:06,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36597 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:18:07,392 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/.tmp/hbase.id]:[hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/hbase.id] 2024-11-11T16:18:07,410 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:07,410 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:18:07,412 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T16:18:07,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1002fa298ed0004, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2055665474 2024-11-11T16:18:07,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2055665474 2024-11-11T16:18:07,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36597 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:18:07,827 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:18:07,828 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:18:07,829 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:18:07,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36597 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:18:07,860 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/data/master/store 2024-11-11T16:18:07,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36597 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:18:08,274 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:18:08,274 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:18:08,274 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:08,274 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:08,274 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:18:08,274 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:08,275 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:08,275 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731341888274Disabling compacts and flushes for region at 1731341888274Disabling writes for close at 1731341888274Writing region close event to WAL at 1731341888274Closed at 1731341888274 2024-11-11T16:18:08,280 WARN [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/data/master/store/.initializing 2024-11-11T16:18:08,280 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/WALs/16b413a53992,35375,1731341886805 2024-11-11T16:18:08,282 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:18:08,288 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C35375%2C1731341886805, suffix=, logDir=hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/WALs/16b413a53992,35375,1731341886805, archiveDir=hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/oldWALs, maxLogs=10 2024-11-11T16:18:08,307 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/WALs/16b413a53992,35375,1731341886805/16b413a53992%2C35375%2C1731341886805.1731341888288, exclude list is [], retry=0 2024-11-11T16:18:08,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36597,DS-12e3e83d-9566-44f0-a696-1783c09dddeb,DISK] 2024-11-11T16:18:08,321 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/WALs/16b413a53992,35375,1731341886805/16b413a53992%2C35375%2C1731341886805.1731341888288 2024-11-11T16:18:08,325 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35693:35693)] 2024-11-11T16:18:08,325 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:18:08,326 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:18:08,326 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:08,326 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:08,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:08,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:18:08,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:08,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:08,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:08,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:18:08,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:08,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:18:08,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:08,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:18:08,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:08,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:18:08,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:08,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:18:08,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:08,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:18:08,339 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:08,341 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:08,341 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:08,345 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:08,345 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:08,345 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:18:08,347 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:08,354 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:18:08,355 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73876371, jitterRate=0.10084371268749237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:18:08,355 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731341888326Initializing all the Stores at 1731341888328 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341888328Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341888328Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341888328Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341888328Cleaning up temporary data from old regions at 1731341888345 (+17 ms)Region opened successfully at 1731341888355 (+10 ms) 2024-11-11T16:18:08,355 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:18:08,359 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4cd54a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:18:08,360 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:18:08,360 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:18:08,360 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:18:08,361 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:18:08,361 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:18:08,362 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T16:18:08,362 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:18:08,364 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:18:08,366 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Unable to get data of znode /1-2055665474/balancer because node does not exist (not necessarily an error) 2024-11-11T16:18:08,367 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2055665474/balancer already deleted, retry=false 2024-11-11T16:18:08,368 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:18:08,369 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Unable to get data of znode /1-2055665474/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:18:08,370 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2055665474/normalizer already deleted, retry=false 2024-11-11T16:18:08,371 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:18:08,371 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Unable to get data of znode /1-2055665474/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:18:08,373 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2055665474/switch/split already deleted, retry=false 2024-11-11T16:18:08,375 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Unable to get data of znode /1-2055665474/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:18:08,377 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2055665474/switch/merge already deleted, retry=false 2024-11-11T16:18:08,380 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Unable to get data of znode /1-2055665474/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:18:08,381 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2055665474/snapshot-cleanup already deleted, retry=false 2024-11-11T16:18:08,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1002fa298ed0004, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2055665474/running 2024-11-11T16:18:08,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2055665474/running 2024-11-11T16:18:08,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1002fa298ed0004, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2055665474 2024-11-11T16:18:08,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2055665474 2024-11-11T16:18:08,384 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,35375,1731341886805, sessionid=0x1002fa298ed0003, setting cluster-up flag (Was=false) 2024-11-11T16:18:08,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2055665474 2024-11-11T16:18:08,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1002fa298ed0004, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2055665474 2024-11-11T16:18:08,399 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2055665474/flush-table-proc/acquired, /1-2055665474/flush-table-proc/reached, /1-2055665474/flush-table-proc/abort 2024-11-11T16:18:08,400 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,35375,1731341886805 2024-11-11T16:18:08,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2055665474 2024-11-11T16:18:08,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1002fa298ed0004, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2055665474 2024-11-11T16:18:08,409 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2055665474/online-snapshot/acquired, /1-2055665474/online-snapshot/reached, /1-2055665474/online-snapshot/abort 2024-11-11T16:18:08,410 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,35375,1731341886805 2024-11-11T16:18:08,412 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:18:08,414 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:18:08,414 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:18:08,414 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:18:08,415 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,35375,1731341886805 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:18:08,416 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:18:08,417 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:18:08,417 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:18:08,417 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:18:08,417 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:18:08,417 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:08,417 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:18:08,417 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:08,427 INFO [RS:0;16b413a53992:39883 {}] regionserver.HRegionServer(746): ClusterId : 8f7cbfdb-cd77-4339-9a8e-f8bf732ad1d9 2024-11-11T16:18:08,427 DEBUG [RS:0;16b413a53992:39883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:18:08,430 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:18:08,430 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:18:08,431 DEBUG [RS:0;16b413a53992:39883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:18:08,431 DEBUG [RS:0;16b413a53992:39883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:18:08,431 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:08,431 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:18:08,432 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731341918432 2024-11-11T16:18:08,433 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:18:08,433 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:18:08,433 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:18:08,433 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:18:08,433 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:18:08,433 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:18:08,433 DEBUG [RS:0;16b413a53992:39883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:18:08,434 DEBUG [RS:0;16b413a53992:39883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c34db0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:18:08,436 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:08,441 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:18:08,441 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:18:08,441 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:18:08,441 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T16:18:08,444 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:18:08,444 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:18:08,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36597 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:18:08,457 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341888445,5,FailOnTimeoutGroup] 2024-11-11T16:18:08,457 DEBUG [RS:0;16b413a53992:39883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:39883 2024-11-11T16:18:08,457 INFO [RS:0;16b413a53992:39883 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:18:08,457 INFO [RS:0;16b413a53992:39883 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:18:08,457 DEBUG [RS:0;16b413a53992:39883 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:18:08,458 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341888457,5,FailOnTimeoutGroup] 2024-11-11T16:18:08,458 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:08,458 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:18:08,458 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:08,458 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:08,459 INFO [RS:0;16b413a53992:39883 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,35375,1731341886805 with port=39883, startcode=1731341886879 2024-11-11T16:18:08,459 DEBUG [RS:0;16b413a53992:39883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:18:08,461 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:18:08,462 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35375 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,39883,1731341886879 2024-11-11T16:18:08,462 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35375 {}] master.ServerManager(517): Registering regionserver=16b413a53992,39883,1731341886879 2024-11-11T16:18:08,465 DEBUG [RS:0;16b413a53992:39883 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8 2024-11-11T16:18:08,465 DEBUG [RS:0;16b413a53992:39883 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35197 2024-11-11T16:18:08,465 DEBUG [RS:0;16b413a53992:39883 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:18:08,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2055665474/rs 2024-11-11T16:18:08,471 DEBUG [RS:0;16b413a53992:39883 {}] zookeeper.ZKUtil(111): regionserver:39883-0x1002fa298ed0004, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Set watcher on existing znode=/1-2055665474/rs/16b413a53992,39883,1731341886879 2024-11-11T16:18:08,471 WARN [RS:0;16b413a53992:39883 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:18:08,471 INFO [RS:0;16b413a53992:39883 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:18:08,471 DEBUG [RS:0;16b413a53992:39883 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/WALs/16b413a53992,39883,1731341886879 2024-11-11T16:18:08,473 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,39883,1731341886879] 2024-11-11T16:18:08,485 INFO [RS:0;16b413a53992:39883 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:18:08,491 INFO [RS:0;16b413a53992:39883 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:18:08,493 INFO [RS:0;16b413a53992:39883 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:18:08,493 INFO [RS:0;16b413a53992:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:08,493 INFO [RS:0;16b413a53992:39883 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:18:08,494 INFO [RS:0;16b413a53992:39883 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:18:08,494 INFO [RS:0;16b413a53992:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:08,494 DEBUG [RS:0;16b413a53992:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:08,494 DEBUG [RS:0;16b413a53992:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:08,494 DEBUG [RS:0;16b413a53992:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:08,494 DEBUG [RS:0;16b413a53992:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:08,495 DEBUG [RS:0;16b413a53992:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:08,495 DEBUG [RS:0;16b413a53992:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:18:08,495 DEBUG [RS:0;16b413a53992:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:08,495 DEBUG [RS:0;16b413a53992:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:08,495 DEBUG [RS:0;16b413a53992:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:08,495 DEBUG [RS:0;16b413a53992:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:08,495 DEBUG [RS:0;16b413a53992:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:08,495 DEBUG [RS:0;16b413a53992:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:08,495 DEBUG [RS:0;16b413a53992:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:18:08,495 DEBUG [RS:0;16b413a53992:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:18:08,495 INFO [RS:0;16b413a53992:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:08,495 INFO [RS:0;16b413a53992:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:08,495 INFO [RS:0;16b413a53992:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:08,496 INFO [RS:0;16b413a53992:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:08,496 INFO [RS:0;16b413a53992:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:08,496 INFO [RS:0;16b413a53992:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,39883,1731341886879-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:18:08,513 INFO [RS:0;16b413a53992:39883 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:18:08,513 INFO [RS:0;16b413a53992:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,39883,1731341886879-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:08,513 INFO [RS:0;16b413a53992:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:08,513 INFO [RS:0;16b413a53992:39883 {}] regionserver.Replication(171): 16b413a53992,39883,1731341886879 started 2024-11-11T16:18:08,529 INFO [RS:0;16b413a53992:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:08,529 INFO [RS:0;16b413a53992:39883 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,39883,1731341886879, RpcServer on 16b413a53992/172.17.0.2:39883, sessionid=0x1002fa298ed0004 2024-11-11T16:18:08,530 DEBUG [RS:0;16b413a53992:39883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:18:08,530 DEBUG [RS:0;16b413a53992:39883 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,39883,1731341886879 2024-11-11T16:18:08,530 DEBUG [RS:0;16b413a53992:39883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,39883,1731341886879' 2024-11-11T16:18:08,530 DEBUG [RS:0;16b413a53992:39883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2055665474/flush-table-proc/abort' 2024-11-11T16:18:08,530 DEBUG [RS:0;16b413a53992:39883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2055665474/flush-table-proc/acquired' 2024-11-11T16:18:08,531 DEBUG [RS:0;16b413a53992:39883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:18:08,531 DEBUG [RS:0;16b413a53992:39883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:18:08,531 DEBUG [RS:0;16b413a53992:39883 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,39883,1731341886879 2024-11-11T16:18:08,531 DEBUG [RS:0;16b413a53992:39883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,39883,1731341886879' 2024-11-11T16:18:08,531 DEBUG [RS:0;16b413a53992:39883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2055665474/online-snapshot/abort' 2024-11-11T16:18:08,531 DEBUG [RS:0;16b413a53992:39883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2055665474/online-snapshot/acquired' 2024-11-11T16:18:08,532 DEBUG [RS:0;16b413a53992:39883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:18:08,532 INFO [RS:0;16b413a53992:39883 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:18:08,532 INFO [RS:0;16b413a53992:39883 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:18:08,632 INFO [RS:0;16b413a53992:39883 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:18:08,635 INFO [RS:0;16b413a53992:39883 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C39883%2C1731341886879, suffix=, logDir=hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/WALs/16b413a53992,39883,1731341886879, archiveDir=hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/oldWALs, maxLogs=10 2024-11-11T16:18:08,651 DEBUG [RS:0;16b413a53992:39883 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/WALs/16b413a53992,39883,1731341886879/16b413a53992%2C39883%2C1731341886879.1731341888635, exclude list is [], retry=0 2024-11-11T16:18:08,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36597,DS-12e3e83d-9566-44f0-a696-1783c09dddeb,DISK] 2024-11-11T16:18:08,657 INFO [RS:0;16b413a53992:39883 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/WALs/16b413a53992,39883,1731341886879/16b413a53992%2C39883%2C1731341886879.1731341888635 2024-11-11T16:18:08,658 DEBUG [RS:0;16b413a53992:39883 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35693:35693)] 2024-11-11T16:18:08,855 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:18:08,856 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8 2024-11-11T16:18:08,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36597 is added to blk_1073741833_1009 (size=32) 2024-11-11T16:18:09,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:18:09,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:18:09,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:18:09,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:09,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:09,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:18:09,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:18:09,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:09,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:09,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:18:09,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:18:09,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:09,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:09,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:18:09,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:18:09,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:09,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:09,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:18:09,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/data/hbase/meta/1588230740 2024-11-11T16:18:09,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/data/hbase/meta/1588230740 2024-11-11T16:18:09,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:18:09,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:18:09,287 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:18:09,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:18:09,291 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:18:09,292 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62383462, jitterRate=-0.0704139769077301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:18:09,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731341889272Initializing all the Stores at 1731341889274 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341889274Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341889274Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341889274Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341889274Cleaning up temporary data from old regions at 1731341889286 (+12 ms)Region opened successfully at 1731341889292 (+6 ms) 2024-11-11T16:18:09,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:18:09,292 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:18:09,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:18:09,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:18:09,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:18:09,294 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:18:09,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731341889292Disabling compacts and flushes for region at 1731341889292Disabling writes for close at 1731341889292Writing region close event to WAL at 1731341889294 (+2 ms)Closed at 1731341889294 2024-11-11T16:18:09,295 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:18:09,296 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:18:09,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:18:09,297 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:18:09,299 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:18:09,450 DEBUG [16b413a53992:35375 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:18:09,451 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,39883,1731341886879 2024-11-11T16:18:09,452 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,39883,1731341886879, state=OPENING 2024-11-11T16:18:09,454 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:18:09,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1002fa298ed0004, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2055665474 2024-11-11T16:18:09,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2055665474 2024-11-11T16:18:09,457 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:18:09,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2055665474/meta-region-server: CHANGED 2024-11-11T16:18:09,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,39883,1731341886879}] 2024-11-11T16:18:09,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2055665474/meta-region-server: CHANGED 2024-11-11T16:18:09,611 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:18:09,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:18:09,619 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:18:09,619 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:18:09,620 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:18:09,622 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C39883%2C1731341886879.meta, suffix=.meta, logDir=hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/WALs/16b413a53992,39883,1731341886879, archiveDir=hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/oldWALs, maxLogs=10 2024-11-11T16:18:09,645 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/WALs/16b413a53992,39883,1731341886879/16b413a53992%2C39883%2C1731341886879.meta.1731341889623.meta, exclude list is [], retry=0 2024-11-11T16:18:09,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36597,DS-12e3e83d-9566-44f0-a696-1783c09dddeb,DISK] 2024-11-11T16:18:09,653 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/WALs/16b413a53992,39883,1731341886879/16b413a53992%2C39883%2C1731341886879.meta.1731341889623.meta 2024-11-11T16:18:09,654 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35693:35693)] 2024-11-11T16:18:09,654 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:18:09,655 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:18:09,655 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:18:09,655 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:18:09,655 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:18:09,655 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:18:09,655 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:18:09,655 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:18:09,655 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:18:09,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:18:09,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:18:09,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:09,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:09,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:18:09,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:18:09,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:09,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:09,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:18:09,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:18:09,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:09,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:09,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:18:09,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:18:09,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:09,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:09,668 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:18:09,672 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/data/hbase/meta/1588230740 2024-11-11T16:18:09,675 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/data/hbase/meta/1588230740 2024-11-11T16:18:09,678 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:18:09,678 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:18:09,679 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:18:09,682 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:18:09,684 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63778233, jitterRate=-0.04963026940822601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:18:09,684 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:18:09,684 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731341889655Writing region info on filesystem at 1731341889655Initializing all the Stores at 1731341889657 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341889657Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341889660 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341889660Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341889660Cleaning up temporary data from old regions at 1731341889678 (+18 ms)Running coprocessor post-open hooks at 1731341889684 (+6 ms)Region opened successfully at 1731341889684 2024-11-11T16:18:09,686 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731341889610 2024-11-11T16:18:09,689 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:18:09,689 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:18:09,691 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,39883,1731341886879 2024-11-11T16:18:09,693 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,39883,1731341886879, state=OPEN 2024-11-11T16:18:09,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1002fa298ed0004, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2055665474/meta-region-server 2024-11-11T16:18:09,695 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,39883,1731341886879 2024-11-11T16:18:09,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2055665474/meta-region-server: CHANGED 2024-11-11T16:18:09,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2055665474/meta-region-server 2024-11-11T16:18:09,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2055665474/meta-region-server: CHANGED 2024-11-11T16:18:09,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:18:09,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,39883,1731341886879 in 238 msec 2024-11-11T16:18:09,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:18:09,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 404 msec 2024-11-11T16:18:09,705 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:18:09,705 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:18:09,707 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:18:09,707 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,39883,1731341886879, seqNum=-1] 2024-11-11T16:18:09,707 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:18:09,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:18:09,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3030 sec 2024-11-11T16:18:09,717 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731341889717, completionTime=-1 2024-11-11T16:18:09,717 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:18:09,717 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:18:09,720 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T16:18:09,720 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731341949720 2024-11-11T16:18:09,720 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731342009720 2024-11-11T16:18:09,720 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T16:18:09,720 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,35375,1731341886805-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:09,721 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,35375,1731341886805-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:09,721 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,35375,1731341886805-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:09,721 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:35375, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:09,721 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:09,721 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:09,724 DEBUG [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:18:09,727 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.759sec 2024-11-11T16:18:09,727 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:18:09,727 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:18:09,727 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:18:09,727 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:18:09,727 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:18:09,727 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,35375,1731341886805-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:18:09,727 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,35375,1731341886805-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:18:09,731 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:18:09,731 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:18:09,731 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,35375,1731341886805-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:09,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13247399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:09,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,35375,-1 for getting cluster id 2024-11-11T16:18:09,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:18:09,830 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f7cbfdb-cd77-4339-9a8e-f8bf732ad1d9' 2024-11-11T16:18:09,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:18:09,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f7cbfdb-cd77-4339-9a8e-f8bf732ad1d9" 2024-11-11T16:18:09,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bba241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:09,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,35375,-1] 2024-11-11T16:18:09,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:18:09,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:09,832 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:18:09,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce2a56b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:09,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:18:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,39883,1731341886879, seqNum=-1] 2024-11-11T16:18:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:18:09,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:18:09,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16b413a53992,35375,1731341886805 2024-11-11T16:18:09,839 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59507 2024-11-11T16:18:09,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:18:09,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1002fa298ed0005 connected 2024-11-11T16:18:09,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a255f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:09,847 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,38571,-1 for getting cluster id 2024-11-11T16:18:09,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:18:09,848 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aaec64d4-b0f5-4f56-b5d2-37b55fe3a2f4' 2024-11-11T16:18:09,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:18:09,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aaec64d4-b0f5-4f56-b5d2-37b55fe3a2f4" 2024-11-11T16:18:09,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ac7a97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:09,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,38571,-1] 2024-11-11T16:18:09,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:18:09,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:09,850 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:18:09,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c8fb51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:09,851 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:18:09,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,38571,1731341882320 2024-11-11T16:18:09,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79e96647 2024-11-11T16:18:09,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:18:09,853 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:18:09,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38571 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16b413a53992:35375,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T16:18:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38571 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T16:18:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:18:09,857 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:35375' 2024-11-11T16:18:09,858 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3c5dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:09,858 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,35375,-1 for getting cluster id 2024-11-11T16:18:09,858 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:18:09,859 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f7cbfdb-cd77-4339-9a8e-f8bf732ad1d9' 2024-11-11T16:18:09,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:18:09,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f7cbfdb-cd77-4339-9a8e-f8bf732ad1d9" 2024-11-11T16:18:09,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208ed2d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:09,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,35375,-1] 2024-11-11T16:18:09,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:18:09,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:09,861 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:18:09,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656dfca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:09,861 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:18:09,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,35375,1731341886805 2024-11-11T16:18:09,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@708da540 2024-11-11T16:18:09,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:18:09,863 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:18:09,865 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T16:18:09,865 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T16:18:09,865 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:09,866 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:09,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:18:09,890 WARN [RS:0;16b413a53992:39883 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 16b413a53992,36889,1731341861191: status=Processing ServerCrashProcedure of 16b413a53992,36889,1731341861191 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731341873276, completionTime=-1 appears to have been leaked 2024-11-11T16:18:09,893 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:18:09,896 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T16:18:09,898 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:18:09,898 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:09,900 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:18:09,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741835_1011 (size=1138) 2024-11-11T16:18:09,911 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d0ce6f147df2e1597eea9bbddb2bffb7, NAME => 'hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a 2024-11-11T16:18:09,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741836_1012 (size=44) 2024-11-11T16:18:09,946 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T16:18:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:18:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:18:10,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:18:10,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d0ce6f147df2e1597eea9bbddb2bffb7, disabling compactions & flushes 2024-11-11T16:18:10,327 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7. 2024-11-11T16:18:10,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7. 2024-11-11T16:18:10,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7. after waiting 0 ms 2024-11-11T16:18:10,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7. 2024-11-11T16:18:10,327 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7. 2024-11-11T16:18:10,328 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d0ce6f147df2e1597eea9bbddb2bffb7: Waiting for close lock at 1731341890327Disabling compacts and flushes for region at 1731341890327Disabling writes for close at 1731341890327Writing region close event to WAL at 1731341890327Closed at 1731341890327 2024-11-11T16:18:10,329 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:18:10,330 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731341890330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341890330"}]},"ts":"1731341890330"} 2024-11-11T16:18:10,333 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:18:10,335 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:18:10,335 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731341890335"}]},"ts":"1731341890335"} 2024-11-11T16:18:10,337 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T16:18:10,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d0ce6f147df2e1597eea9bbddb2bffb7, ASSIGN}] 2024-11-11T16:18:10,339 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d0ce6f147df2e1597eea9bbddb2bffb7, ASSIGN 2024-11-11T16:18:10,340 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d0ce6f147df2e1597eea9bbddb2bffb7, ASSIGN; state=OFFLINE, location=16b413a53992,33779,1731341882441; forceNewPlan=false, retain=false 2024-11-11T16:18:10,426 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T16:18:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:18:10,491 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d0ce6f147df2e1597eea9bbddb2bffb7, regionState=OPENING, regionLocation=16b413a53992,33779,1731341882441 2024-11-11T16:18:10,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d0ce6f147df2e1597eea9bbddb2bffb7, ASSIGN because future has completed 2024-11-11T16:18:10,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0ce6f147df2e1597eea9bbddb2bffb7, server=16b413a53992,33779,1731341882441}] 2024-11-11T16:18:10,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7. 2024-11-11T16:18:10,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:18:10,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T16:18:10,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C33779%2C1731341882441.rep, suffix=, logDir=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/WALs/16b413a53992,33779,1731341882441, archiveDir=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/oldWALs, maxLogs=10 2024-11-11T16:18:10,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/WALs/16b413a53992,33779,1731341882441/16b413a53992%2C33779%2C1731341882441.rep.1731341890656, exclude list is [], retry=0 2024-11-11T16:18:10,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39653,DS-5aa7161f-c387-474b-a8fb-8684788656a6,DISK] 2024-11-11T16:18:10,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/WALs/16b413a53992,33779,1731341882441/16b413a53992%2C33779%2C1731341882441.rep.1731341890656 2024-11-11T16:18:10,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43953:43953)] 2024-11-11T16:18:10,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d0ce6f147df2e1597eea9bbddb2bffb7, NAME => 'hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:18:10,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:18:10,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:18:10,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7. service=MultiRowMutationService 2024-11-11T16:18:10,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T16:18:10,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d0ce6f147df2e1597eea9bbddb2bffb7 2024-11-11T16:18:10,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:18:10,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d0ce6f147df2e1597eea9bbddb2bffb7 2024-11-11T16:18:10,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d0ce6f147df2e1597eea9bbddb2bffb7 2024-11-11T16:18:10,679 INFO [StoreOpener-d0ce6f147df2e1597eea9bbddb2bffb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d0ce6f147df2e1597eea9bbddb2bffb7 2024-11-11T16:18:10,681 INFO [StoreOpener-d0ce6f147df2e1597eea9bbddb2bffb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0ce6f147df2e1597eea9bbddb2bffb7 columnFamilyName hfileref 2024-11-11T16:18:10,681 DEBUG [StoreOpener-d0ce6f147df2e1597eea9bbddb2bffb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:10,681 INFO [StoreOpener-d0ce6f147df2e1597eea9bbddb2bffb7-1 {}] regionserver.HStore(327): Store=d0ce6f147df2e1597eea9bbddb2bffb7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:18:10,681 INFO [StoreOpener-d0ce6f147df2e1597eea9bbddb2bffb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d0ce6f147df2e1597eea9bbddb2bffb7 2024-11-11T16:18:10,683 INFO [StoreOpener-d0ce6f147df2e1597eea9bbddb2bffb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0ce6f147df2e1597eea9bbddb2bffb7 columnFamilyName queue 2024-11-11T16:18:10,683 DEBUG [StoreOpener-d0ce6f147df2e1597eea9bbddb2bffb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:10,683 INFO [StoreOpener-d0ce6f147df2e1597eea9bbddb2bffb7-1 {}] regionserver.HStore(327): Store=d0ce6f147df2e1597eea9bbddb2bffb7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:18:10,683 INFO [StoreOpener-d0ce6f147df2e1597eea9bbddb2bffb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d0ce6f147df2e1597eea9bbddb2bffb7 2024-11-11T16:18:10,684 INFO [StoreOpener-d0ce6f147df2e1597eea9bbddb2bffb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0ce6f147df2e1597eea9bbddb2bffb7 columnFamilyName sid 2024-11-11T16:18:10,685 DEBUG [StoreOpener-d0ce6f147df2e1597eea9bbddb2bffb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:10,685 INFO [StoreOpener-d0ce6f147df2e1597eea9bbddb2bffb7-1 {}] regionserver.HStore(327): Store=d0ce6f147df2e1597eea9bbddb2bffb7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:18:10,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d0ce6f147df2e1597eea9bbddb2bffb7 2024-11-11T16:18:10,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/replication/d0ce6f147df2e1597eea9bbddb2bffb7 2024-11-11T16:18:10,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/replication/d0ce6f147df2e1597eea9bbddb2bffb7 2024-11-11T16:18:10,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d0ce6f147df2e1597eea9bbddb2bffb7 2024-11-11T16:18:10,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d0ce6f147df2e1597eea9bbddb2bffb7 2024-11-11T16:18:10,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:18:10,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d0ce6f147df2e1597eea9bbddb2bffb7 2024-11-11T16:18:10,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/replication/d0ce6f147df2e1597eea9bbddb2bffb7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:18:10,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d0ce6f147df2e1597eea9bbddb2bffb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66065491, jitterRate=-0.01554746925830841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:18:10,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0ce6f147df2e1597eea9bbddb2bffb7 2024-11-11T16:18:10,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d0ce6f147df2e1597eea9bbddb2bffb7: Running coprocessor pre-open hook at 1731341890678Writing region info on filesystem at 1731341890678Initializing all the Stores at 1731341890679 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341890679Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341890679Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341890679Cleaning up temporary data from old regions at 1731341890687 (+8 ms)Running coprocessor post-open hooks at 1731341890691 (+4 ms)Region opened successfully at 1731341890692 (+1 ms) 2024-11-11T16:18:10,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7., pid=7, masterSystemTime=1731341890648 2024-11-11T16:18:10,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7. 2024-11-11T16:18:10,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7. 2024-11-11T16:18:10,698 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d0ce6f147df2e1597eea9bbddb2bffb7, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,33779,1731341882441 2024-11-11T16:18:10,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0ce6f147df2e1597eea9bbddb2bffb7, server=16b413a53992,33779,1731341882441 because future has completed 2024-11-11T16:18:10,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T16:18:10,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d0ce6f147df2e1597eea9bbddb2bffb7, server=16b413a53992,33779,1731341882441 in 209 msec 2024-11-11T16:18:10,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T16:18:10,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d0ce6f147df2e1597eea9bbddb2bffb7, ASSIGN in 369 msec 2024-11-11T16:18:10,710 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:18:10,711 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731341890710"}]},"ts":"1731341890710"} 2024-11-11T16:18:10,713 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T16:18:10,714 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:18:10,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 821 msec 2024-11-11T16:18:10,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7., hostname=16b413a53992,33779,1731341882441, seqNum=2] 2024-11-11T16:18:10,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0940143460 2024-11-11T16:18:10,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1002fa298ed0001, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0940143460 2024-11-11T16:18:10,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T16:18:10,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T16:18:10,933 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T16:18:10,981 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-16b413a53992,33779,1731341882441, ReplicationSource: 1, currentBandwidth=0 2024-11-11T16:18:10,982 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:18:10,983 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,33779,1731341882441, seqNum=-1] 2024-11-11T16:18:10,984 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:18:10,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-11T16:18:10,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16b413a53992,33779,1731341882441', locateType=CURRENT is [region=hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7., hostname=16b413a53992,33779,1731341882441, seqNum=2] 2024-11-11T16:18:10,995 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T16:18:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38571 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T16:18:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:18:10,999 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16b413a53992,33779,1731341882441 suceeded 2024-11-11T16:18:11,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T16:18:11,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 232 msec 2024-11-11T16:18:11,004 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16b413a53992:35375,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T16:18:11,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1510 sec 2024-11-11T16:18:11,019 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,33779,1731341882441 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:35375' 2024-11-11T16:18:11,022 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,33779,1731341882441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@633cc9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:11,023 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,33779,1731341882441 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,35375,-1 for getting cluster id 2024-11-11T16:18:11,023 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,33779,1731341882441 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:18:11,024 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f7cbfdb-cd77-4339-9a8e-f8bf732ad1d9' 2024-11-11T16:18:11,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:18:11,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f7cbfdb-cd77-4339-9a8e-f8bf732ad1d9" 2024-11-11T16:18:11,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@441af399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:11,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,35375,-1] 2024-11-11T16:18:11,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:18:11,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:11,029 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:18:11,031 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,33779,1731341882441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d61bc06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:11,031 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,33779,1731341882441 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:18:11,034 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:18:11,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,35375,1731341886805 2024-11-11T16:18:11,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cae5461 2024-11-11T16:18:11,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:18:11,038 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-11T16:18:11,039 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,33779,1731341882441 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16b413a53992,33779,1731341882441 (queues=1) is replicating from cluster=aaec64d4-b0f5-4f56-b5d2-37b55fe3a2f4 to cluster=8f7cbfdb-cd77-4339-9a8e-f8bf732ad1d9 2024-11-11T16:18:11,039 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,33779,1731341882441 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16b413a53992%2C33779%2C1731341882441 2024-11-11T16:18:11,039 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,33779,1731341882441 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16b413a53992,33779,1731341882441, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T16:18:11,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:18:11,057 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,33779,1731341882441.replicationSource.shipper16b413a53992%2C33779%2C1731341882441,1-16b413a53992,33779,1731341882441 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16b413a53992%2C33779%2C1731341882441 2024-11-11T16:18:11,057 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,33779,1731341882441.replicationSource.wal-reader.16b413a53992%2C33779%2C1731341882441,1-16b413a53992,33779,1731341882441 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/WALs/16b413a53992,33779,1731341882441/16b413a53992%2C33779%2C1731341882441.1731341884592, startPosition=0, beingWritten=true 2024-11-11T16:18:11,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:18:11,101 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T16:18:11,101 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T16:18:11,102 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T16:18:11,102 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T16:18:11,103 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:18:11,103 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T16:18:11,103 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:18:11,103 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T16:18:11,103 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T16:18:11,103 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T16:18:11,278 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,33779,1731341882441.replicationSource.wal-reader.16b413a53992%2C33779%2C1731341882441,1-16b413a53992,33779,1731341882441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/WALs/16b413a53992,33779,1731341882441/16b413a53992%2C33779%2C1731341882441.1731341884592 to pos 0, reset compression=false 2024-11-11T16:18:11,585 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,33779,1731341882441.replicationSource.wal-reader.16b413a53992%2C33779%2C1731341882441,1-16b413a53992,33779,1731341882441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/WALs/16b413a53992,33779,1731341882441/16b413a53992%2C33779%2C1731341882441.1731341884592 to pos 0, reset compression=false 2024-11-11T16:18:11,994 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,33779,1731341882441.replicationSource.wal-reader.16b413a53992%2C33779%2C1731341882441,1-16b413a53992,33779,1731341882441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/WALs/16b413a53992,33779,1731341882441/16b413a53992%2C33779%2C1731341882441.1731341884592 to pos 0, reset compression=false 2024-11-11T16:18:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:18:12,009 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T16:18:12,009 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:18:12,009 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:18:12,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:12,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:12,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:18:12,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:18:12,010 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,38571,1731341882320 2024-11-11T16:18:12,010 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18eebc2d 2024-11-11T16:18:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:18:12,012 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:18:12,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38571 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T16:18:12,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:18:12,013 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:18:12,013 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:18:12,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:12,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:12,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:18:12,013 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:18:12,013 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=854833718, stopped=false 2024-11-11T16:18:12,014 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,35375,1731341886805 2024-11-11T16:18:12,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2055665474/running 2024-11-11T16:18:12,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1002fa298ed0004, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2055665474/running 2024-11-11T16:18:12,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2055665474 2024-11-11T16:18:12,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1002fa298ed0004, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2055665474 2024-11-11T16:18:12,015 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:18:12,016 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:18:12,016 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:18:12,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:12,016 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,39883,1731341886879' ***** 2024-11-11T16:18:12,016 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:18:12,016 INFO [RS:0;16b413a53992:39883 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:18:12,016 INFO [RS:0;16b413a53992:39883 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:18:12,016 INFO [RS:0;16b413a53992:39883 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:18:12,016 INFO [RS:0;16b413a53992:39883 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,39883,1731341886879 2024-11-11T16:18:12,017 INFO [RS:0;16b413a53992:39883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:18:12,017 INFO [RS:0;16b413a53992:39883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:39883. 2024-11-11T16:18:12,017 DEBUG [RS:0;16b413a53992:39883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:18:12,017 DEBUG [RS:0;16b413a53992:39883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:12,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39883-0x1002fa298ed0004, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Set watcher on znode that does not yet exist, /1-2055665474/running 2024-11-11T16:18:12,017 INFO [RS:0;16b413a53992:39883 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:18:12,017 INFO [RS:0;16b413a53992:39883 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:18:12,017 INFO [RS:0;16b413a53992:39883 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:18:12,017 INFO [RS:0;16b413a53992:39883 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:18:12,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Set watcher on znode that does not yet exist, /1-2055665474/running 2024-11-11T16:18:12,017 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:18:12,017 INFO [RS:0;16b413a53992:39883 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T16:18:12,018 DEBUG [RS:0;16b413a53992:39883 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T16:18:12,018 DEBUG [RS:0;16b413a53992:39883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:18:12,018 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:18:12,018 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:18:12,018 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:18:12,018 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:18:12,018 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:18:12,018 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T16:18:12,040 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/data/hbase/meta/1588230740/.tmp/ns/0097458ab9f943c0bc14f61425ca7dc9 is 43, key is default/ns:d/1731341889710/Put/seqid=0 2024-11-11T16:18:12,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36597 is added to blk_1073741835_1011 (size=5153) 2024-11-11T16:18:12,105 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:18:12,218 DEBUG [RS:0;16b413a53992:39883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:18:12,418 DEBUG [RS:0;16b413a53992:39883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:18:12,456 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/data/hbase/meta/1588230740/.tmp/ns/0097458ab9f943c0bc14f61425ca7dc9 2024-11-11T16:18:12,471 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/data/hbase/meta/1588230740/.tmp/ns/0097458ab9f943c0bc14f61425ca7dc9 as hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/data/hbase/meta/1588230740/ns/0097458ab9f943c0bc14f61425ca7dc9 2024-11-11T16:18:12,481 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/data/hbase/meta/1588230740/ns/0097458ab9f943c0bc14f61425ca7dc9, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T16:18:12,482 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 464ms, sequenceid=6, compaction requested=false 2024-11-11T16:18:12,499 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T16:18:12,499 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:18:12,499 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:18:12,499 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:18:12,499 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731341892018Running coprocessor pre-close hooks at 1731341892018Disabling compacts and flushes for region at 1731341892018Disabling writes for close at 1731341892018Obtaining lock to block concurrent updates at 1731341892018Preparing flush snapshotting stores in 1588230740 at 1731341892018Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731341892019 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731341892019Flushing 1588230740/ns: creating writer at 1731341892019Flushing 1588230740/ns: appending metadata at 1731341892039 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731341892039Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a67ad70: reopening flushed file at 1731341892470 (+431 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 464ms, sequenceid=6, compaction requested=false at 1731341892482 (+12 ms)Writing region close event to WAL at 1731341892492 (+10 ms)Running coprocessor post-close hooks at 1731341892499 (+7 ms)Closed at 1731341892499 2024-11-11T16:18:12,500 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:18:12,501 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,33779,1731341882441.replicationSource.wal-reader.16b413a53992%2C33779%2C1731341882441,1-16b413a53992,33779,1731341882441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/WALs/16b413a53992,33779,1731341882441/16b413a53992%2C33779%2C1731341882441.1731341884592 to pos 0, reset compression=false 2024-11-11T16:18:12,508 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:18:12,508 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:18:12,618 INFO [RS:0;16b413a53992:39883 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,39883,1731341886879; all regions closed. 2024-11-11T16:18:12,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36597 is added to blk_1073741834_1010 (size=1152) 2024-11-11T16:18:12,628 DEBUG [RS:0;16b413a53992:39883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/oldWALs 2024-11-11T16:18:12,628 INFO [RS:0;16b413a53992:39883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C39883%2C1731341886879.meta:.meta(num 1731341889623) 2024-11-11T16:18:12,643 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/WALs/16b413a53992,39883,1731341886879/16b413a53992%2C39883%2C1731341886879.1731341888635 not finished, retry = 0 2024-11-11T16:18:12,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36597 is added to blk_1073741832_1008 (size=93) 2024-11-11T16:18:12,750 DEBUG [RS:0;16b413a53992:39883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/oldWALs 2024-11-11T16:18:12,750 INFO [RS:0;16b413a53992:39883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C39883%2C1731341886879:(num 1731341888635) 2024-11-11T16:18:12,750 DEBUG [RS:0;16b413a53992:39883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:12,750 INFO [RS:0;16b413a53992:39883 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:18:12,750 INFO [RS:0;16b413a53992:39883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:18:12,751 INFO [RS:0;16b413a53992:39883 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T16:18:12,751 INFO [RS:0;16b413a53992:39883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:18:12,751 INFO [RS:0;16b413a53992:39883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39883 2024-11-11T16:18:12,752 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:18:12,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1002fa298ed0004, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2055665474/rs/16b413a53992,39883,1731341886879 2024-11-11T16:18:12,754 INFO [RS:0;16b413a53992:39883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:18:12,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2055665474/rs 2024-11-11T16:18:12,757 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,39883,1731341886879] 2024-11-11T16:18:12,758 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2055665474/draining/16b413a53992,39883,1731341886879 already deleted, retry=false 2024-11-11T16:18:12,758 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,39883,1731341886879 expired; onlineServers=0 2024-11-11T16:18:12,758 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,35375,1731341886805' ***** 2024-11-11T16:18:12,758 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:18:12,758 INFO [M:0;16b413a53992:35375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:18:12,758 INFO [M:0;16b413a53992:35375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:18:12,758 DEBUG [M:0;16b413a53992:35375 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:18:12,759 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:18:12,759 DEBUG [M:0;16b413a53992:35375 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:18:12,759 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341888445 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341888445,5,FailOnTimeoutGroup] 2024-11-11T16:18:12,759 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341888457 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341888457,5,FailOnTimeoutGroup] 2024-11-11T16:18:12,759 INFO [M:0;16b413a53992:35375 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:18:12,760 INFO [M:0;16b413a53992:35375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:18:12,760 DEBUG [M:0;16b413a53992:35375 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:18:12,760 INFO [M:0;16b413a53992:35375 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:18:12,760 INFO [M:0;16b413a53992:35375 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:18:12,760 INFO [M:0;16b413a53992:35375 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:18:12,760 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:18:12,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2055665474/master 2024-11-11T16:18:12,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2055665474 2024-11-11T16:18:12,765 DEBUG [M:0;16b413a53992:35375 {}] zookeeper.ZKUtil(347): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Unable to get data of znode /1-2055665474/master because node does not exist (not an error) 2024-11-11T16:18:12,765 WARN [M:0;16b413a53992:35375 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T16:18:12,766 INFO [M:0;16b413a53992:35375 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/.lastflushedseqids 2024-11-11T16:18:12,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36597 is added to blk_1073741836_1012 (size=99) 2024-11-11T16:18:12,856 INFO [RS:0;16b413a53992:39883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:18:12,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1002fa298ed0004, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:18:12,856 INFO [RS:0;16b413a53992:39883 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,39883,1731341886879; zookeeper connection closed. 2024-11-11T16:18:12,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1002fa298ed0004, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:18:12,860 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f328920 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f328920 2024-11-11T16:18:12,861 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:18:13,110 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,33779,1731341882441.replicationSource.wal-reader.16b413a53992%2C33779%2C1731341882441,1-16b413a53992,33779,1731341882441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/WALs/16b413a53992,33779,1731341882441/16b413a53992%2C33779%2C1731341882441.1731341884592 to pos 0, reset compression=false 2024-11-11T16:18:13,216 INFO [M:0;16b413a53992:35375 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:18:13,216 INFO [M:0;16b413a53992:35375 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:18:13,216 DEBUG [M:0;16b413a53992:35375 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:18:13,216 INFO [M:0;16b413a53992:35375 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:13,216 DEBUG [M:0;16b413a53992:35375 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:13,216 DEBUG [M:0;16b413a53992:35375 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:18:13,216 DEBUG [M:0;16b413a53992:35375 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:13,216 INFO [M:0;16b413a53992:35375 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T16:18:13,239 DEBUG [M:0;16b413a53992:35375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb410fa0112748d2a76e77cc50e76b30 is 82, key is hbase:meta,,1/info:regioninfo/1731341889690/Put/seqid=0 2024-11-11T16:18:13,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36597 is added to blk_1073741837_1013 (size=5672) 2024-11-11T16:18:13,650 INFO [M:0;16b413a53992:35375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb410fa0112748d2a76e77cc50e76b30 2024-11-11T16:18:13,671 DEBUG [M:0;16b413a53992:35375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba2be8b5984548439d7882aaa364cda0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731341889716/Put/seqid=0 2024-11-11T16:18:13,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36597 is added to blk_1073741838_1014 (size=5275) 2024-11-11T16:18:13,676 INFO [M:0;16b413a53992:35375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba2be8b5984548439d7882aaa364cda0 2024-11-11T16:18:13,697 DEBUG [M:0;16b413a53992:35375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aec05d7cd98c49028fdb92fb2c93f47b is 69, key is 16b413a53992,39883,1731341886879/rs:state/1731341888462/Put/seqid=0 2024-11-11T16:18:13,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36597 is added to blk_1073741839_1015 (size=5156) 2024-11-11T16:18:13,819 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,33779,1731341882441.replicationSource.wal-reader.16b413a53992%2C33779%2C1731341882441,1-16b413a53992,33779,1731341882441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/WALs/16b413a53992,33779,1731341882441/16b413a53992%2C33779%2C1731341882441.1731341884592 to pos 0, reset compression=false 2024-11-11T16:18:14,102 INFO [M:0;16b413a53992:35375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aec05d7cd98c49028fdb92fb2c93f47b 2024-11-11T16:18:14,109 DEBUG [M:0;16b413a53992:35375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb410fa0112748d2a76e77cc50e76b30 as hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb410fa0112748d2a76e77cc50e76b30 2024-11-11T16:18:14,116 INFO [M:0;16b413a53992:35375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb410fa0112748d2a76e77cc50e76b30, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T16:18:14,117 DEBUG [M:0;16b413a53992:35375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba2be8b5984548439d7882aaa364cda0 as hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba2be8b5984548439d7882aaa364cda0 2024-11-11T16:18:14,122 INFO [M:0;16b413a53992:35375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba2be8b5984548439d7882aaa364cda0, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T16:18:14,123 DEBUG [M:0;16b413a53992:35375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aec05d7cd98c49028fdb92fb2c93f47b as hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aec05d7cd98c49028fdb92fb2c93f47b 2024-11-11T16:18:14,128 INFO [M:0;16b413a53992:35375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35197/user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aec05d7cd98c49028fdb92fb2c93f47b, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T16:18:14,129 INFO [M:0;16b413a53992:35375 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=28, compaction requested=false 2024-11-11T16:18:14,130 INFO [M:0;16b413a53992:35375 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:14,130 DEBUG [M:0;16b413a53992:35375 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731341893216Disabling compacts and flushes for region at 1731341893216Disabling writes for close at 1731341893216Obtaining lock to block concurrent updates at 1731341893216Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731341893216Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731341893217 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731341893218 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731341893218Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731341893239 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731341893239Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731341893655 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731341893670 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731341893670Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731341893681 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731341893696 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731341893696Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be73b22: reopening flushed file at 1731341894108 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c44bc4a: reopening flushed file at 1731341894116 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67414629: reopening flushed file at 1731341894122 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=28, compaction requested=false at 1731341894129 (+7 ms)Writing region close event to WAL at 1731341894130 (+1 ms)Closed at 1731341894130 2024-11-11T16:18:14,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36597 is added to blk_1073741830_1006 (size=10165) 2024-11-11T16:18:14,133 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8459324d-f1c0-5ec3-8584-4854100bc1f8/MasterData/WALs/16b413a53992,35375,1731341886805/16b413a53992%2C35375%2C1731341886805.1731341888288 not finished, retry = 0 2024-11-11T16:18:14,234 INFO [M:0;16b413a53992:35375 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:18:14,234 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:18:14,234 INFO [M:0;16b413a53992:35375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35375 2024-11-11T16:18:14,235 INFO [M:0;16b413a53992:35375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:18:14,337 INFO [M:0;16b413a53992:35375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:18:14,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:18:14,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa298ed0003, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:18:14,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@590b4990{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:18:14,357 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63e8c2f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:18:14,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:18:14,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c08e181{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:18:14,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530e46e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/hadoop.log.dir/,STOPPED} 2024-11-11T16:18:14,364 WARN [BP-1190651876-172.17.0.2-1731341885760 heartbeating to localhost/127.0.0.1:35197 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:18:14,364 WARN [BP-1190651876-172.17.0.2-1731341885760 heartbeating to localhost/127.0.0.1:35197 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1190651876-172.17.0.2-1731341885760 (Datanode Uuid d8eac2b4-bbd2-4077-9a57-162d73123ed4) service to localhost/127.0.0.1:35197 2024-11-11T16:18:14,365 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/cluster_214d51ac-2cd4-d3ef-fe42-4b8078daceef/data/data2/current/BP-1190651876-172.17.0.2-1731341885760 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:18:14,365 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:18:14,365 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:18:14,365 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/cluster_214d51ac-2cd4-d3ef-fe42-4b8078daceef/data/data1/current/BP-1190651876-172.17.0.2-1731341885760 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:18:14,366 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:18:14,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ab60e34{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:18:14,381 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6655977b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:18:14,381 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:18:14,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6501d181{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:18:14,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5faa4c64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/hadoop.log.dir/,STOPPED} 2024-11-11T16:18:14,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:18:14,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:18:14,403 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:18:14,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:18:14,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:14,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:18:14,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:14,404 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:18:14,404 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1253845933, stopped=false 2024-11-11T16:18:14,404 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,38571,1731341882320 2024-11-11T16:18:14,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1002fa298ed0001, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0940143460/running 2024-11-11T16:18:14,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1002fa298ed0001, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0940143460 2024-11-11T16:18:14,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0940143460/running 2024-11-11T16:18:14,406 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:18:14,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0940143460 2024-11-11T16:18:14,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:18:14,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Set watcher on znode that does not yet exist, /0940143460/running 2024-11-11T16:18:14,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33779-0x1002fa298ed0001, quorum=127.0.0.1:59507, baseZNode=/0940143460 Set watcher on znode that does not yet exist, /0940143460/running 2024-11-11T16:18:14,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:18:14,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:14,408 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,33779,1731341882441' ***** 2024-11-11T16:18:14,408 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:18:14,408 INFO [RS:0;16b413a53992:33779 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:18:14,408 INFO [RS:0;16b413a53992:33779 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:18:14,408 INFO [RS:0;16b413a53992:33779 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:18:14,408 INFO [RS:0;16b413a53992:33779 {}] regionserver.HRegionServer(3091): Received CLOSE for d0ce6f147df2e1597eea9bbddb2bffb7 2024-11-11T16:18:14,409 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:18:14,409 INFO [RS:0;16b413a53992:33779 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,33779,1731341882441 2024-11-11T16:18:14,409 INFO [RS:0;16b413a53992:33779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:18:14,409 INFO [RS:0;16b413a53992:33779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:33779. 2024-11-11T16:18:14,409 DEBUG [RS:0;16b413a53992:33779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:18:14,409 DEBUG [RS:0;16b413a53992:33779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:14,409 INFO [RS:0;16b413a53992:33779 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:18:14,409 INFO [RS:0;16b413a53992:33779 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:18:14,409 INFO [RS:0;16b413a53992:33779 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:18:14,409 INFO [RS:0;16b413a53992:33779 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:18:14,410 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0ce6f147df2e1597eea9bbddb2bffb7, disabling compactions & flushes 2024-11-11T16:18:14,410 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7. 2024-11-11T16:18:14,410 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7. 2024-11-11T16:18:14,410 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7. after waiting 0 ms 2024-11-11T16:18:14,410 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7. 2024-11-11T16:18:14,410 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d0ce6f147df2e1597eea9bbddb2bffb7 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-11T16:18:14,412 INFO [RS:0;16b413a53992:33779 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T16:18:14,412 DEBUG [RS:0;16b413a53992:33779 {}] regionserver.HRegionServer(1325): Online Regions={d0ce6f147df2e1597eea9bbddb2bffb7=hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T16:18:14,412 DEBUG [RS:0;16b413a53992:33779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d0ce6f147df2e1597eea9bbddb2bffb7 2024-11-11T16:18:14,413 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:18:14,413 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:18:14,413 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:18:14,414 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:18:14,414 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:18:14,414 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T16:18:14,433 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:18:14,434 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:18:14,439 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/replication/d0ce6f147df2e1597eea9bbddb2bffb7/.tmp/queue/493a0e31ca2f4ec292cc8196b59a19cc is 151, key is 1-16b413a53992,33779,1731341882441/queue:16b413a53992%2C33779%2C1731341882441/1731341890992/Put/seqid=0 2024-11-11T16:18:14,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741838_1014 (size=5350) 2024-11-11T16:18:14,449 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/meta/1588230740/.tmp/info/45d5d9e397d64b549c2c2126a47ba590 is 147, key is hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7./info:regioninfo/1731341890698/Put/seqid=0 2024-11-11T16:18:14,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741839_1015 (size=6631) 2024-11-11T16:18:14,454 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/meta/1588230740/.tmp/info/45d5d9e397d64b549c2c2126a47ba590 2024-11-11T16:18:14,467 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:18:14,479 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/meta/1588230740/.tmp/ns/eb5a23d9084c4159bf88df59d28b0b62 is 43, key is default/ns:d/1731341885594/Put/seqid=0 2024-11-11T16:18:14,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741840_1016 (size=5153) 2024-11-11T16:18:14,484 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/meta/1588230740/.tmp/ns/eb5a23d9084c4159bf88df59d28b0b62 2024-11-11T16:18:14,518 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/meta/1588230740/.tmp/table/c30fbe32228b47d994e0857e53d89430 is 53, key is hbase:replication/table:state/1731341890710/Put/seqid=0 2024-11-11T16:18:14,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741841_1017 (size=5256) 2024-11-11T16:18:14,538 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/meta/1588230740/.tmp/table/c30fbe32228b47d994e0857e53d89430 2024-11-11T16:18:14,552 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/meta/1588230740/.tmp/info/45d5d9e397d64b549c2c2126a47ba590 as hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/meta/1588230740/info/45d5d9e397d64b549c2c2126a47ba590 2024-11-11T16:18:14,563 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/meta/1588230740/info/45d5d9e397d64b549c2c2126a47ba590, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T16:18:14,564 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/meta/1588230740/.tmp/ns/eb5a23d9084c4159bf88df59d28b0b62 as hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/meta/1588230740/ns/eb5a23d9084c4159bf88df59d28b0b62 2024-11-11T16:18:14,581 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/meta/1588230740/ns/eb5a23d9084c4159bf88df59d28b0b62, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T16:18:14,582 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/meta/1588230740/.tmp/table/c30fbe32228b47d994e0857e53d89430 as hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/meta/1588230740/table/c30fbe32228b47d994e0857e53d89430 2024-11-11T16:18:14,604 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/meta/1588230740/table/c30fbe32228b47d994e0857e53d89430, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T16:18:14,612 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 198ms, sequenceid=11, compaction requested=false 2024-11-11T16:18:14,613 DEBUG [RS:0;16b413a53992:33779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d0ce6f147df2e1597eea9bbddb2bffb7 2024-11-11T16:18:14,627 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,33779,1731341882441.replicationSource.wal-reader.16b413a53992%2C33779%2C1731341882441,1-16b413a53992,33779,1731341882441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/WALs/16b413a53992,33779,1731341882441/16b413a53992%2C33779%2C1731341882441.1731341884592 to pos 0, reset compression=false 2024-11-11T16:18:14,667 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T16:18:14,667 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:18:14,668 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:18:14,668 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:18:14,668 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731341894412Running coprocessor pre-close hooks at 1731341894412Disabling compacts and flushes for region at 1731341894413 (+1 ms)Disabling writes for close at 1731341894414 (+1 ms)Obtaining lock to block concurrent updates at 1731341894414Preparing flush snapshotting stores in 1588230740 at 1731341894414Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731341894414Flushing stores of hbase:meta,,1.1588230740 at 1731341894415 (+1 ms)Flushing 1588230740/info: creating writer at 1731341894415Flushing 1588230740/info: appending metadata at 1731341894449 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731341894449Flushing 1588230740/ns: creating writer at 1731341894461 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731341894478 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731341894478Flushing 1588230740/table: creating writer at 1731341894494 (+16 ms)Flushing 1588230740/table: appending metadata at 1731341894518 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731341894518Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@535acf37: reopening flushed file at 1731341894551 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a857573: reopening flushed file at 1731341894563 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@373b96cb: reopening flushed file at 1731341894581 (+18 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 198ms, sequenceid=11, compaction requested=false at 1731341894612 (+31 ms)Writing region close event to WAL at 1731341894663 (+51 ms)Running coprocessor post-close hooks at 1731341894667 (+4 ms)Closed at 1731341894668 (+1 ms) 2024-11-11T16:18:14,668 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:18:14,813 DEBUG [RS:0;16b413a53992:33779 {}] regionserver.HRegionServer(1351): Waiting on d0ce6f147df2e1597eea9bbddb2bffb7 2024-11-11T16:18:14,848 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/replication/d0ce6f147df2e1597eea9bbddb2bffb7/.tmp/queue/493a0e31ca2f4ec292cc8196b59a19cc 2024-11-11T16:18:14,858 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/replication/d0ce6f147df2e1597eea9bbddb2bffb7/.tmp/queue/493a0e31ca2f4ec292cc8196b59a19cc as hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/replication/d0ce6f147df2e1597eea9bbddb2bffb7/queue/493a0e31ca2f4ec292cc8196b59a19cc 2024-11-11T16:18:14,868 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/replication/d0ce6f147df2e1597eea9bbddb2bffb7/queue/493a0e31ca2f4ec292cc8196b59a19cc, entries=1, sequenceid=5, filesize=5.2 K 2024-11-11T16:18:14,870 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d0ce6f147df2e1597eea9bbddb2bffb7 in 459ms, sequenceid=5, compaction requested=false 2024-11-11T16:18:14,870 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T16:18:14,885 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/data/hbase/replication/d0ce6f147df2e1597eea9bbddb2bffb7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T16:18:14,886 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:18:14,886 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:18:14,886 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7. 2024-11-11T16:18:14,886 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0ce6f147df2e1597eea9bbddb2bffb7: Waiting for close lock at 1731341894410Running coprocessor pre-close hooks at 1731341894410Disabling compacts and flushes for region at 1731341894410Disabling writes for close at 1731341894410Obtaining lock to block concurrent updates at 1731341894410Preparing flush snapshotting stores in d0ce6f147df2e1597eea9bbddb2bffb7 at 1731341894410Finished memstore snapshotting hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731341894410Flushing stores of hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7. at 1731341894411 (+1 ms)Flushing d0ce6f147df2e1597eea9bbddb2bffb7/queue: creating writer at 1731341894411Flushing d0ce6f147df2e1597eea9bbddb2bffb7/queue: appending metadata at 1731341894438 (+27 ms)Flushing d0ce6f147df2e1597eea9bbddb2bffb7/queue: closing flushed file at 1731341894438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4114e178: reopening flushed file at 1731341894857 (+419 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d0ce6f147df2e1597eea9bbddb2bffb7 in 459ms, sequenceid=5, compaction requested=false at 1731341894870 (+13 ms)Writing region close event to WAL at 1731341894877 (+7 ms)Running coprocessor post-close hooks at 1731341894886 (+9 ms)Closed at 1731341894886 2024-11-11T16:18:14,886 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731341889892.d0ce6f147df2e1597eea9bbddb2bffb7. 2024-11-11T16:18:15,014 INFO [RS:0;16b413a53992:33779 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,33779,1731341882441; all regions closed. 2024-11-11T16:18:15,032 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/WALs/16b413a53992,33779,1731341882441/16b413a53992%2C33779%2C1731341882441.meta.1731341885505.meta not finished, retry = 0 2024-11-11T16:18:15,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741834_1010 (size=2742) 2024-11-11T16:18:15,143 DEBUG [RS:0;16b413a53992:33779 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/oldWALs 2024-11-11T16:18:15,143 INFO [RS:0;16b413a53992:33779 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C33779%2C1731341882441.meta:.meta(num 1731341885505) 2024-11-11T16:18:15,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741837_1013 (size=1586) 2024-11-11T16:18:15,208 DEBUG [RS:0;16b413a53992:33779 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/oldWALs 2024-11-11T16:18:15,208 INFO [RS:0;16b413a53992:33779 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C33779%2C1731341882441.rep:(num 1731341890656) 2024-11-11T16:18:15,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741832_1008 (size=93) 2024-11-11T16:18:15,249 DEBUG [RS:0;16b413a53992:33779 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/oldWALs 2024-11-11T16:18:15,249 INFO [RS:0;16b413a53992:33779 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C33779%2C1731341882441:(num 1731341884592) 2024-11-11T16:18:15,249 DEBUG [RS:0;16b413a53992:33779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:15,249 INFO [RS:0;16b413a53992:33779 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:18:15,250 INFO [RS:0;16b413a53992:33779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:18:15,250 INFO [RS:0;16b413a53992:33779 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T16:18:15,250 INFO [RS:0;16b413a53992:33779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:18:15,250 INFO [RS:0;16b413a53992:33779 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16b413a53992,33779,1731341882441 because: Region server is closing 2024-11-11T16:18:15,250 INFO [RS:0;16b413a53992:33779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:33779. 2024-11-11T16:18:15,250 DEBUG [RS:0;16b413a53992:33779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:18:15,251 DEBUG [RS:0;16b413a53992:33779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:15,251 DEBUG [RS:0;16b413a53992:33779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:15,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:18:15,252 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:18:15,356 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,33779,1731341882441.replicationSource.wal-reader.16b413a53992%2C33779%2C1731341882441,1-16b413a53992,33779,1731341882441 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T16:18:15,357 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,33779,1731341882441.replicationSource.shipper16b413a53992%2C33779%2C1731341882441,1-16b413a53992,33779,1731341882441 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T16:18:15,360 INFO [RS:0;16b413a53992:33779 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,33779,1731341882441.replicationSource.shipper16b413a53992%2C33779%2C1731341882441,1-16b413a53992,33779,1731341882441 terminated 2024-11-11T16:18:15,361 INFO [RS:0;16b413a53992:33779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33779 2024-11-11T16:18:15,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1002fa298ed0001, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0940143460/rs/16b413a53992,33779,1731341882441 2024-11-11T16:18:15,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0940143460/rs 2024-11-11T16:18:15,365 INFO [RS:0;16b413a53992:33779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:18:15,372 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,33779,1731341882441] 2024-11-11T16:18:15,385 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0940143460/draining/16b413a53992,33779,1731341882441 already deleted, retry=false 2024-11-11T16:18:15,385 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,33779,1731341882441 expired; onlineServers=0 2024-11-11T16:18:15,385 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,38571,1731341882320' ***** 2024-11-11T16:18:15,385 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:18:15,385 INFO [M:0;16b413a53992:38571 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:18:15,385 INFO [M:0;16b413a53992:38571 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:18:15,386 DEBUG [M:0;16b413a53992:38571 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:18:15,386 DEBUG [M:0;16b413a53992:38571 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:18:15,386 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:18:15,386 INFO [M:0;16b413a53992:38571 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:18:15,386 INFO [M:0;16b413a53992:38571 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:18:15,386 DEBUG [M:0;16b413a53992:38571 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:18:15,386 INFO [M:0;16b413a53992:38571 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:18:15,386 INFO [M:0;16b413a53992:38571 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:18:15,386 INFO [M:0;16b413a53992:38571 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:18:15,386 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:18:15,387 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341884321 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341884321,5,FailOnTimeoutGroup] 2024-11-11T16:18:15,392 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341884321 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341884321,5,FailOnTimeoutGroup] 2024-11-11T16:18:15,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0940143460/master 2024-11-11T16:18:15,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0940143460 2024-11-11T16:18:15,406 INFO [M:0;16b413a53992:38571 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/.lastflushedseqids 2024-11-11T16:18:15,408 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0940143460/master already deleted, retry=false 2024-11-11T16:18:15,408 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Failed delete of our master address node; KeeperErrorCode = NoNode for /0940143460/master 2024-11-11T16:18:15,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1002fa298ed0001, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:18:15,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1002fa298ed0001, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:18:15,469 INFO [RS:0;16b413a53992:33779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:18:15,469 INFO [RS:0;16b413a53992:33779 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,33779,1731341882441; zookeeper connection closed. 2024-11-11T16:18:15,481 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e71a56d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e71a56d 2024-11-11T16:18:15,481 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:18:15,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741842_1018 (size=181) 2024-11-11T16:18:15,485 INFO [M:0;16b413a53992:38571 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:18:15,485 INFO [M:0;16b413a53992:38571 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:18:15,486 DEBUG [M:0;16b413a53992:38571 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:18:15,486 INFO [M:0;16b413a53992:38571 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:15,486 DEBUG [M:0;16b413a53992:38571 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:15,486 DEBUG [M:0;16b413a53992:38571 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:18:15,486 DEBUG [M:0;16b413a53992:38571 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:15,486 INFO [M:0;16b413a53992:38571 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-11T16:18:15,532 DEBUG [M:0;16b413a53992:38571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30a4360678ec46869dfcbdf5cc17970e is 82, key is hbase:meta,,1/info:regioninfo/1731341885570/Put/seqid=0 2024-11-11T16:18:15,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741843_1019 (size=5672) 2024-11-11T16:18:15,544 INFO [M:0;16b413a53992:38571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30a4360678ec46869dfcbdf5cc17970e 2024-11-11T16:18:15,600 DEBUG [M:0;16b413a53992:38571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/280703dd424247fea16dd12c49d843b8 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731341890716/Put/seqid=0 2024-11-11T16:18:15,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741844_1020 (size=7203) 2024-11-11T16:18:16,041 INFO [M:0;16b413a53992:38571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/280703dd424247fea16dd12c49d843b8 2024-11-11T16:18:16,087 DEBUG [M:0;16b413a53992:38571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1fe78355dc9b4de69b1176a4e202802f is 69, key is 16b413a53992,33779,1731341882441/rs:state/1731341884409/Put/seqid=0 2024-11-11T16:18:16,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741845_1021 (size=5156) 2024-11-11T16:18:16,180 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:18:16,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:18:16,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:18:16,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:18:16,528 INFO [M:0;16b413a53992:38571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1fe78355dc9b4de69b1176a4e202802f 2024-11-11T16:18:16,534 DEBUG [M:0;16b413a53992:38571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30a4360678ec46869dfcbdf5cc17970e as hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30a4360678ec46869dfcbdf5cc17970e 2024-11-11T16:18:16,540 INFO [M:0;16b413a53992:38571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30a4360678ec46869dfcbdf5cc17970e, entries=8, sequenceid=70, filesize=5.5 K 2024-11-11T16:18:16,541 DEBUG [M:0;16b413a53992:38571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/280703dd424247fea16dd12c49d843b8 as hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/280703dd424247fea16dd12c49d843b8 2024-11-11T16:18:16,547 INFO [M:0;16b413a53992:38571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/280703dd424247fea16dd12c49d843b8, entries=8, sequenceid=70, filesize=7.0 K 2024-11-11T16:18:16,548 DEBUG [M:0;16b413a53992:38571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1fe78355dc9b4de69b1176a4e202802f as hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1fe78355dc9b4de69b1176a4e202802f 2024-11-11T16:18:16,554 INFO [M:0;16b413a53992:38571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45611/user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1fe78355dc9b4de69b1176a4e202802f, entries=1, sequenceid=70, filesize=5.0 K 2024-11-11T16:18:16,555 INFO [M:0;16b413a53992:38571 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1069ms, sequenceid=70, compaction requested=false 2024-11-11T16:18:16,556 INFO [M:0;16b413a53992:38571 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:16,556 DEBUG [M:0;16b413a53992:38571 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731341895486Disabling compacts and flushes for region at 1731341895486Disabling writes for close at 1731341895486Obtaining lock to block concurrent updates at 1731341895486Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731341895486Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731341895487 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731341895488 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731341895488Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731341895531 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731341895531Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731341895557 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731341895599 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731341895599Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731341896048 (+449 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731341896085 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731341896085Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@728a96e6: reopening flushed file at 1731341896534 (+449 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b1e39ee: reopening flushed file at 1731341896540 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@186175ee: reopening flushed file at 1731341896547 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1069ms, sequenceid=70, compaction requested=false at 1731341896555 (+8 ms)Writing region close event to WAL at 1731341896556 (+1 ms)Closed at 1731341896556 2024-11-11T16:18:16,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741830_1006 (size=41008) 2024-11-11T16:18:16,559 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a0b5f12-8319-5b29-e5ce-c58e9b232d1a/MasterData/WALs/16b413a53992,38571,1731341882320/16b413a53992%2C38571%2C1731341882320.1731341884216 not finished, retry = 0 2024-11-11T16:18:16,661 INFO [M:0;16b413a53992:38571 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:18:16,661 INFO [M:0;16b413a53992:38571 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38571 2024-11-11T16:18:16,661 INFO [M:0;16b413a53992:38571 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:18:16,661 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:18:16,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:18:16,763 INFO [M:0;16b413a53992:38571 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:18:16,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x1002fa298ed0000, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:18:16,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e6c59c6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:18:16,766 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26f9cf73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:18:16,766 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:18:16,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ab7dfc8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:18:16,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4da28dab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/hadoop.log.dir/,STOPPED} 2024-11-11T16:18:16,768 WARN [BP-1940735620-172.17.0.2-1731341880973 heartbeating to localhost/127.0.0.1:45611 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:18:16,768 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:18:16,768 WARN [BP-1940735620-172.17.0.2-1731341880973 heartbeating to localhost/127.0.0.1:45611 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1940735620-172.17.0.2-1731341880973 (Datanode Uuid 98edd524-3c8d-420c-a41d-4c0bebd49880) service to localhost/127.0.0.1:45611 2024-11-11T16:18:16,768 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:18:16,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/cluster_e6483661-3391-beca-2b01-ce241f5a9bf9/data/data1/current/BP-1940735620-172.17.0.2-1731341880973 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:18:16,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/cluster_e6483661-3391-beca-2b01-ce241f5a9bf9/data/data2/current/BP-1940735620-172.17.0.2-1731341880973 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:18:16,769 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:18:16,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5809cdec{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:18:16,775 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62d2acfb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:18:16,776 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:18:16,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a6aa96e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:18:16,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b56bf5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7879b632-9da7-2042-dece-80e40454b19d/hadoop.log.dir/,STOPPED} 2024-11-11T16:18:16,781 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T16:18:16,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:18:16,801 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 115) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45611 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59507) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35197 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59507) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45611 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45611 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45611 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45611 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=586 (was 602), ProcessCount=11 (was 11), AvailableMemoryMB=2824 (was 4112) 2024-11-11T16:18:16,821 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=586, ProcessCount=11, AvailableMemoryMB=2825 2024-11-11T16:18:16,840 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-11T16:18:16,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/hadoop.log.dir so I do NOT create it in target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5 2024-11-11T16:18:16,841 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T16:18:16,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/hadoop.tmp.dir so I do NOT create it in target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5 2024-11-11T16:18:16,841 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64f2abf-a60a-8c15-ea91-2499fdbfd5db/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T16:18:16,841 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5 2024-11-11T16:18:16,841 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/cluster_a12d1d33-b95c-1c83-f335-ad6170982174, deleteOnExit=true 2024-11-11T16:18:16,844 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/cluster_a12d1d33-b95c-1c83-f335-ad6170982174/zookeeper_0, clientPort=63406, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/cluster_a12d1d33-b95c-1c83-f335-ad6170982174/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/cluster_a12d1d33-b95c-1c83-f335-ad6170982174/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T16:18:16,847 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63406 2024-11-11T16:18:16,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:18:16,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:18:16,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/test.cache.data in system properties and HBase conf 2024-11-11T16:18:16,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:18:16,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:18:16,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:18:16,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:18:16,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:18:16,848 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:18:16,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:18:16,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:18:16,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:18:16,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:18:16,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:18:16,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:18:16,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:18:16,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:18:16,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:18:16,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:18:16,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:18:16,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:18:16,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:18:16,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:18:16,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1002fa298ed0002, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T16:18:16,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1002fa298ed0002, quorum=127.0.0.1:59507, baseZNode=/0940143460 Received Disconnected from ZooKeeper, ignoring 2024-11-11T16:18:16,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1002fa298ed0005, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T16:18:16,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1002fa298ed0005, quorum=127.0.0.1:59507, baseZNode=/1-2055665474 Received Disconnected from ZooKeeper, ignoring 2024-11-11T16:18:16,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:18:16,958 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:18:16,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:18:16,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:18:16,993 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:18:16,995 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:18:16,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39814362{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:18:16,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1281b052{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:18:17,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6549097d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/java.io.tmpdir/jetty-localhost-33449-hadoop-hdfs-3_4_1-tests_jar-_-any-8236561188827808713/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:18:17,123 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b04ed8a{HTTP/1.1, (http/1.1)}{localhost:33449} 2024-11-11T16:18:17,123 INFO [Time-limited test {}] server.Server(415): Started @42750ms 2024-11-11T16:18:17,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:18:17,205 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:18:17,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:18:17,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:18:17,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:18:17,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@559c8725{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:18:17,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cd7d83c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:18:17,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e92450{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/java.io.tmpdir/jetty-localhost-46855-hadoop-hdfs-3_4_1-tests_jar-_-any-7937920427808328358/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:18:17,325 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33d5ace5{HTTP/1.1, (http/1.1)}{localhost:46855} 2024-11-11T16:18:17,325 INFO [Time-limited test {}] server.Server(415): Started @42952ms 2024-11-11T16:18:17,327 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:18:17,418 WARN [Thread-822 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/cluster_a12d1d33-b95c-1c83-f335-ad6170982174/data/data1/current/BP-1261258861-172.17.0.2-1731341896872/current, will proceed with Du for space computation calculation, 2024-11-11T16:18:17,418 WARN [Thread-823 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/cluster_a12d1d33-b95c-1c83-f335-ad6170982174/data/data2/current/BP-1261258861-172.17.0.2-1731341896872/current, will proceed with Du for space computation calculation, 2024-11-11T16:18:17,443 WARN [Thread-810 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:18:17,446 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14090c17278402ba with lease ID 0xfa38118d966a4523: Processing first storage report for DS-3626c779-4573-4bf5-b9fa-e0c1ef5ff2cd from datanode DatanodeRegistration(127.0.0.1:34717, datanodeUuid=280321ba-1f98-49cf-9469-b34118087f33, infoPort=39343, infoSecurePort=0, ipcPort=34507, storageInfo=lv=-57;cid=testClusterID;nsid=1747962599;c=1731341896872) 2024-11-11T16:18:17,446 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14090c17278402ba with lease ID 0xfa38118d966a4523: from storage DS-3626c779-4573-4bf5-b9fa-e0c1ef5ff2cd node DatanodeRegistration(127.0.0.1:34717, datanodeUuid=280321ba-1f98-49cf-9469-b34118087f33, infoPort=39343, infoSecurePort=0, ipcPort=34507, storageInfo=lv=-57;cid=testClusterID;nsid=1747962599;c=1731341896872), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:18:17,446 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14090c17278402ba with lease ID 0xfa38118d966a4523: Processing first storage report for DS-34bf26e4-a371-481f-94a5-55d5b4e7f511 from datanode DatanodeRegistration(127.0.0.1:34717, datanodeUuid=280321ba-1f98-49cf-9469-b34118087f33, infoPort=39343, infoSecurePort=0, ipcPort=34507, storageInfo=lv=-57;cid=testClusterID;nsid=1747962599;c=1731341896872) 2024-11-11T16:18:17,446 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14090c17278402ba with lease ID 0xfa38118d966a4523: from storage DS-34bf26e4-a371-481f-94a5-55d5b4e7f511 node DatanodeRegistration(127.0.0.1:34717, datanodeUuid=280321ba-1f98-49cf-9469-b34118087f33, infoPort=39343, infoSecurePort=0, ipcPort=34507, storageInfo=lv=-57;cid=testClusterID;nsid=1747962599;c=1731341896872), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:18:17,457 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5 2024-11-11T16:18:17,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:17,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:17,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:18:17,873 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949 with version=8 2024-11-11T16:18:17,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/hbase-staging 2024-11-11T16:18:17,875 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:18:17,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:18:17,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:18:17,876 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:18:17,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:18:17,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:18:17,876 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:18:17,876 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:18:17,877 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33369 2024-11-11T16:18:17,878 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33369 connecting to ZooKeeper ensemble=127.0.0.1:63406 2024-11-11T16:18:17,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333690x0, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:18:17,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33369-0x1002fa2d72a0000 connected 2024-11-11T16:18:17,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:17,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:17,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Set watcher on znode that does not yet exist, /01364952268/running 2024-11-11T16:18:17,957 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949, hbase.cluster.distributed=false 2024-11-11T16:18:17,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Set watcher on znode that does not yet exist, /01364952268/acl 2024-11-11T16:18:17,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33369 2024-11-11T16:18:17,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33369 2024-11-11T16:18:17,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33369 2024-11-11T16:18:17,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33369 2024-11-11T16:18:17,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33369 2024-11-11T16:18:18,011 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:18:18,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:18:18,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:18:18,011 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:18:18,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:18:18,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:18:18,012 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:18:18,012 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:18:18,014 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37337 2024-11-11T16:18:18,015 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37337 connecting to ZooKeeper ensemble=127.0.0.1:63406 2024-11-11T16:18:18,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:18,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:18,029 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373370x0, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:18:18,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373370x0, quorum=127.0.0.1:63406, baseZNode=/01364952268 Set watcher on znode that does not yet exist, /01364952268/running 2024-11-11T16:18:18,030 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:18:18,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37337-0x1002fa2d72a0001 connected 2024-11-11T16:18:18,038 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:18:18,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37337-0x1002fa2d72a0001, quorum=127.0.0.1:63406, baseZNode=/01364952268 Set watcher on znode that does not yet exist, /01364952268/master 2024-11-11T16:18:18,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37337-0x1002fa2d72a0001, quorum=127.0.0.1:63406, baseZNode=/01364952268 Set watcher on znode that does not yet exist, /01364952268/acl 2024-11-11T16:18:18,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37337 2024-11-11T16:18:18,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37337 2024-11-11T16:18:18,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37337 2024-11-11T16:18:18,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37337 2024-11-11T16:18:18,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37337 2024-11-11T16:18:18,088 DEBUG [M:0;16b413a53992:33369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:33369 2024-11-11T16:18:18,094 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01364952268/backup-masters/16b413a53992,33369,1731341897875 2024-11-11T16:18:18,097 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1002fa2d72a0001, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01364952268/backup-masters 2024-11-11T16:18:18,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01364952268/backup-masters 2024-11-11T16:18:18,099 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Set watcher on existing znode=/01364952268/backup-masters/16b413a53992,33369,1731341897875 2024-11-11T16:18:18,105 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1002fa2d72a0001, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01364952268/master 2024-11-11T16:18:18,105 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1002fa2d72a0001, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01364952268 2024-11-11T16:18:18,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01364952268 2024-11-11T16:18:18,108 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Set watcher on existing znode=/01364952268/master 2024-11-11T16:18:18,109 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01364952268/backup-masters/16b413a53992,33369,1731341897875 from backup master directory 2024-11-11T16:18:18,111 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:18:18,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01364952268/backup-masters/16b413a53992,33369,1731341897875 2024-11-11T16:18:18,111 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,33369,1731341897875 2024-11-11T16:18:18,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01364952268/backup-masters 2024-11-11T16:18:18,113 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1002fa2d72a0001, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01364952268/backup-masters 2024-11-11T16:18:18,119 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/hbase.id] with ID: 1cf21056-9eae-442a-8ffb-1531f67acfb4 2024-11-11T16:18:18,120 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/.tmp/hbase.id 2024-11-11T16:18:18,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:18:18,549 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/.tmp/hbase.id]:[hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/hbase.id] 2024-11-11T16:18:18,585 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:18,585 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:18:18,587 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T16:18:18,590 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1002fa2d72a0001, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01364952268 2024-11-11T16:18:18,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01364952268 2024-11-11T16:18:18,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:18:19,013 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:18:19,014 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:18:19,015 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:18:19,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:18:19,433 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/MasterData/data/master/store 2024-11-11T16:18:19,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:18:19,885 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:18:19,885 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:18:19,885 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:19,885 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:19,885 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:18:19,885 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:19,885 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:19,885 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731341899885Disabling compacts and flushes for region at 1731341899885Disabling writes for close at 1731341899885Writing region close event to WAL at 1731341899885Closed at 1731341899885 2024-11-11T16:18:19,893 WARN [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/MasterData/data/master/store/.initializing 2024-11-11T16:18:19,893 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/MasterData/WALs/16b413a53992,33369,1731341897875 2024-11-11T16:18:19,895 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:18:19,897 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C33369%2C1731341897875, suffix=, logDir=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/MasterData/WALs/16b413a53992,33369,1731341897875, archiveDir=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/MasterData/oldWALs, maxLogs=10 2024-11-11T16:18:19,917 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/MasterData/WALs/16b413a53992,33369,1731341897875/16b413a53992%2C33369%2C1731341897875.1731341899897, exclude list is [], retry=0 2024-11-11T16:18:19,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34717,DS-3626c779-4573-4bf5-b9fa-e0c1ef5ff2cd,DISK] 2024-11-11T16:18:19,936 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/MasterData/WALs/16b413a53992,33369,1731341897875/16b413a53992%2C33369%2C1731341897875.1731341899897 2024-11-11T16:18:19,937 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39343:39343)] 2024-11-11T16:18:19,937 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:18:19,939 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:18:19,939 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:19,939 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:19,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:19,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:18:19,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:19,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:19,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:19,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:18:19,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:19,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:18:19,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:19,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:18:19,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:19,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:18:19,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:19,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:18:19,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:19,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:18:19,958 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:19,959 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:19,959 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:19,961 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:19,961 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:19,962 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:18:19,965 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:19,973 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:18:19,974 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70169194, jitterRate=0.0456024706363678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:18:19,974 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731341899939Initializing all the Stores at 1731341899943 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341899943Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341899948 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341899948Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341899948Cleaning up temporary data from old regions at 1731341899961 (+13 ms)Region opened successfully at 1731341899974 (+13 ms) 2024-11-11T16:18:19,975 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:18:19,987 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2836081b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:18:19,992 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:18:19,993 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:18:19,993 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:18:19,993 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:18:19,995 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T16:18:19,998 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-11T16:18:19,998 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:18:20,028 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:18:20,030 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Unable to get data of znode /01364952268/balancer because node does not exist (not necessarily an error) 2024-11-11T16:18:20,032 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01364952268/balancer already deleted, retry=false 2024-11-11T16:18:20,032 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:18:20,033 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Unable to get data of znode /01364952268/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:18:20,035 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01364952268/normalizer already deleted, retry=false 2024-11-11T16:18:20,035 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:18:20,038 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Unable to get data of znode /01364952268/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:18:20,049 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01364952268/switch/split already deleted, retry=false 2024-11-11T16:18:20,054 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Unable to get data of znode /01364952268/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:18:20,060 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01364952268/switch/merge already deleted, retry=false 2024-11-11T16:18:20,070 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Unable to get data of znode /01364952268/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:18:20,077 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01364952268/snapshot-cleanup already deleted, retry=false 2024-11-11T16:18:20,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01364952268/running 2024-11-11T16:18:20,082 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1002fa2d72a0001, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01364952268/running 2024-11-11T16:18:20,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01364952268 2024-11-11T16:18:20,082 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1002fa2d72a0001, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01364952268 2024-11-11T16:18:20,084 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,33369,1731341897875, sessionid=0x1002fa2d72a0000, setting cluster-up flag (Was=false) 2024-11-11T16:18:20,089 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1002fa2d72a0001, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01364952268 2024-11-11T16:18:20,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01364952268 2024-11-11T16:18:20,101 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01364952268/flush-table-proc/acquired, /01364952268/flush-table-proc/reached, /01364952268/flush-table-proc/abort 2024-11-11T16:18:20,103 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,33369,1731341897875 2024-11-11T16:18:20,114 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1002fa2d72a0001, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01364952268 2024-11-11T16:18:20,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01364952268 2024-11-11T16:18:20,140 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01364952268/online-snapshot/acquired, /01364952268/online-snapshot/reached, /01364952268/online-snapshot/abort 2024-11-11T16:18:20,147 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,33369,1731341897875 2024-11-11T16:18:20,151 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:18:20,154 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:18:20,155 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:18:20,155 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:18:20,156 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,33369,1731341897875 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:18:20,163 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:18:20,163 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:18:20,163 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:18:20,163 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:18:20,163 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:18:20,163 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:20,164 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:18:20,164 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:20,182 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731341930182 2024-11-11T16:18:20,182 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:18:20,182 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:18:20,182 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:18:20,182 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:18:20,182 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:18:20,182 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:18:20,183 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:20,189 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:18:20,189 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:18:20,189 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:18:20,189 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:18:20,189 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T16:18:20,189 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:18:20,191 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:20,191 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:18:20,195 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:18:20,195 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:18:20,196 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341900195,5,FailOnTimeoutGroup] 2024-11-11T16:18:20,204 INFO [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(746): ClusterId : 1cf21056-9eae-442a-8ffb-1531f67acfb4 2024-11-11T16:18:20,205 DEBUG [RS:0;16b413a53992:37337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:18:20,211 DEBUG [RS:0;16b413a53992:37337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:18:20,211 DEBUG [RS:0;16b413a53992:37337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:18:20,213 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341900196,5,FailOnTimeoutGroup] 2024-11-11T16:18:20,213 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:20,213 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:18:20,213 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:20,213 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:20,214 DEBUG [RS:0;16b413a53992:37337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:18:20,214 DEBUG [RS:0;16b413a53992:37337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49527de3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:18:20,255 DEBUG [RS:0;16b413a53992:37337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:37337 2024-11-11T16:18:20,255 INFO [RS:0;16b413a53992:37337 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:18:20,255 INFO [RS:0;16b413a53992:37337 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:18:20,255 DEBUG [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:18:20,257 INFO [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,33369,1731341897875 with port=37337, startcode=1731341898011 2024-11-11T16:18:20,257 DEBUG [RS:0;16b413a53992:37337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:18:20,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:18:20,273 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:18:20,273 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949 2024-11-11T16:18:20,273 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:18:20,274 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,37337,1731341898011 2024-11-11T16:18:20,274 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33369 {}] master.ServerManager(517): Registering regionserver=16b413a53992,37337,1731341898011 2024-11-11T16:18:20,285 DEBUG [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949 2024-11-11T16:18:20,285 DEBUG [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45881 2024-11-11T16:18:20,285 DEBUG [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:18:20,288 DEBUG [RS:0;16b413a53992:37337 {}] zookeeper.ZKUtil(111): regionserver:37337-0x1002fa2d72a0001, quorum=127.0.0.1:63406, baseZNode=/01364952268 Set watcher on existing znode=/01364952268/rs/16b413a53992,37337,1731341898011 2024-11-11T16:18:20,288 WARN [RS:0;16b413a53992:37337 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:18:20,288 INFO [RS:0;16b413a53992:37337 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:18:20,288 DEBUG [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011 2024-11-11T16:18:20,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01364952268/rs 2024-11-11T16:18:20,317 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,37337,1731341898011] 2024-11-11T16:18:20,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:18:20,323 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:18:20,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:18:20,325 INFO [RS:0;16b413a53992:37337 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:18:20,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:18:20,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:20,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:20,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:18:20,328 INFO [RS:0;16b413a53992:37337 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:18:20,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:18:20,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:20,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:20,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:18:20,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:18:20,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:20,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:20,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:18:20,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:18:20,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:20,337 INFO [RS:0;16b413a53992:37337 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:18:20,337 INFO [RS:0;16b413a53992:37337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:20,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:20,338 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:18:20,339 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740 2024-11-11T16:18:20,340 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740 2024-11-11T16:18:20,343 INFO [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:18:20,344 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:18:20,344 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:18:20,345 INFO [RS:0;16b413a53992:37337 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:18:20,345 INFO [RS:0;16b413a53992:37337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:20,345 DEBUG [RS:0;16b413a53992:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:20,345 DEBUG [RS:0;16b413a53992:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:20,345 DEBUG [RS:0;16b413a53992:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:20,345 DEBUG [RS:0;16b413a53992:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:20,345 DEBUG [RS:0;16b413a53992:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:20,345 DEBUG [RS:0;16b413a53992:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:18:20,346 DEBUG [RS:0;16b413a53992:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:20,346 DEBUG [RS:0;16b413a53992:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:20,346 DEBUG [RS:0;16b413a53992:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:20,346 DEBUG [RS:0;16b413a53992:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:20,346 DEBUG [RS:0;16b413a53992:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:20,346 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:18:20,346 DEBUG [RS:0;16b413a53992:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:20,346 DEBUG [RS:0;16b413a53992:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:18:20,346 DEBUG [RS:0;16b413a53992:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:18:20,348 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:18:20,364 INFO [RS:0;16b413a53992:37337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:20,365 INFO [RS:0;16b413a53992:37337 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:20,365 INFO [RS:0;16b413a53992:37337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:20,365 INFO [RS:0;16b413a53992:37337 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:20,365 INFO [RS:0;16b413a53992:37337 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:20,365 INFO [RS:0;16b413a53992:37337 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,37337,1731341898011-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:18:20,388 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:18:20,389 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63070559, jitterRate=-0.06017543375492096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:18:20,390 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731341900323Initializing all the Stores at 1731341900324 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341900324Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341900325 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341900325Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341900325Cleaning up temporary data from old regions at 1731341900344 (+19 ms)Region opened successfully at 1731341900390 (+46 ms) 2024-11-11T16:18:20,390 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:18:20,390 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:18:20,391 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:18:20,391 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:18:20,391 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:18:20,397 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:18:20,397 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731341900390Disabling compacts and flushes for region at 1731341900390Disabling writes for close at 1731341900391 (+1 ms)Writing region close event to WAL at 1731341900397 (+6 ms)Closed at 1731341900397 2024-11-11T16:18:20,404 INFO [RS:0;16b413a53992:37337 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:18:20,404 INFO [RS:0;16b413a53992:37337 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,37337,1731341898011-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:20,404 INFO [RS:0;16b413a53992:37337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:20,404 INFO [RS:0;16b413a53992:37337 {}] regionserver.Replication(171): 16b413a53992,37337,1731341898011 started 2024-11-11T16:18:20,405 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:18:20,405 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:18:20,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:18:20,436 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:18:20,437 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:18:20,439 INFO [RS:0;16b413a53992:37337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:20,440 INFO [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,37337,1731341898011, RpcServer on 16b413a53992/172.17.0.2:37337, sessionid=0x1002fa2d72a0001 2024-11-11T16:18:20,440 DEBUG [RS:0;16b413a53992:37337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:18:20,440 DEBUG [RS:0;16b413a53992:37337 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,37337,1731341898011 2024-11-11T16:18:20,440 DEBUG [RS:0;16b413a53992:37337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,37337,1731341898011' 2024-11-11T16:18:20,440 DEBUG [RS:0;16b413a53992:37337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01364952268/flush-table-proc/abort' 2024-11-11T16:18:20,441 DEBUG [RS:0;16b413a53992:37337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01364952268/flush-table-proc/acquired' 2024-11-11T16:18:20,442 DEBUG [RS:0;16b413a53992:37337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:18:20,442 DEBUG [RS:0;16b413a53992:37337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:18:20,442 DEBUG [RS:0;16b413a53992:37337 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,37337,1731341898011 2024-11-11T16:18:20,442 DEBUG [RS:0;16b413a53992:37337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,37337,1731341898011' 2024-11-11T16:18:20,442 DEBUG [RS:0;16b413a53992:37337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01364952268/online-snapshot/abort' 2024-11-11T16:18:20,443 DEBUG [RS:0;16b413a53992:37337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01364952268/online-snapshot/acquired' 2024-11-11T16:18:20,443 DEBUG [RS:0;16b413a53992:37337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:18:20,443 INFO [RS:0;16b413a53992:37337 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:18:20,443 INFO [RS:0;16b413a53992:37337 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:18:20,544 INFO [RS:0;16b413a53992:37337 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:18:20,549 INFO [RS:0;16b413a53992:37337 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C37337%2C1731341898011, suffix=, logDir=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011, archiveDir=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/oldWALs, maxLogs=10 2024-11-11T16:18:20,583 DEBUG [RS:0;16b413a53992:37337 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549, exclude list is [], retry=0 2024-11-11T16:18:20,587 WARN [16b413a53992:33369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T16:18:20,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34717,DS-3626c779-4573-4bf5-b9fa-e0c1ef5ff2cd,DISK] 2024-11-11T16:18:20,611 INFO [RS:0;16b413a53992:37337 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 2024-11-11T16:18:20,613 DEBUG [RS:0;16b413a53992:37337 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39343:39343)] 2024-11-11T16:18:20,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:18:20,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T16:18:20,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T16:18:20,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:18:20,837 DEBUG [16b413a53992:33369 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:18:20,838 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,37337,1731341898011 2024-11-11T16:18:20,840 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,37337,1731341898011, state=OPENING 2024-11-11T16:18:20,842 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:18:20,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01364952268 2024-11-11T16:18:20,845 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1002fa2d72a0001, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01364952268 2024-11-11T16:18:20,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01364952268/meta-region-server: CHANGED 2024-11-11T16:18:20,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01364952268/meta-region-server: CHANGED 2024-11-11T16:18:20,848 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:18:20,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,37337,1731341898011}] 2024-11-11T16:18:21,003 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:18:21,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:18:21,018 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:18:21,018 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:18:21,019 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:18:21,021 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C37337%2C1731341898011.meta, suffix=.meta, logDir=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011, archiveDir=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/oldWALs, maxLogs=10 2024-11-11T16:18:21,047 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.meta.1731341901021.meta, exclude list is [], retry=0 2024-11-11T16:18:21,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34717,DS-3626c779-4573-4bf5-b9fa-e0c1ef5ff2cd,DISK] 2024-11-11T16:18:21,079 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.meta.1731341901021.meta 2024-11-11T16:18:21,081 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39343:39343)] 2024-11-11T16:18:21,081 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:18:21,082 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:18:21,082 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:18:21,082 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:18:21,082 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:18:21,082 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:18:21,082 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:18:21,083 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:18:21,083 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:18:21,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:18:21,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:18:21,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:21,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:21,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:18:21,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:18:21,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:21,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:21,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:18:21,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:18:21,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:21,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:21,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:18:21,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:18:21,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:21,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:21,103 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:18:21,104 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740 2024-11-11T16:18:21,109 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740 2024-11-11T16:18:21,114 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:18:21,114 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:18:21,115 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:18:21,116 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:18:21,117 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69763952, jitterRate=0.039563894271850586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:18:21,117 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:18:21,118 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731341901083Writing region info on filesystem at 1731341901083Initializing all the Stores at 1731341901089 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341901089Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341901090 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341901090Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341901090Cleaning up temporary data from old regions at 1731341901114 (+24 ms)Running coprocessor post-open hooks at 1731341901117 (+3 ms)Region opened successfully at 1731341901118 (+1 ms) 2024-11-11T16:18:21,121 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731341901003 2024-11-11T16:18:21,125 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,37337,1731341898011 2024-11-11T16:18:21,125 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:18:21,126 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:18:21,126 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,37337,1731341898011, state=OPEN 2024-11-11T16:18:21,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01364952268/meta-region-server 2024-11-11T16:18:21,130 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,37337,1731341898011 2024-11-11T16:18:21,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01364952268/meta-region-server: CHANGED 2024-11-11T16:18:21,132 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1002fa2d72a0001, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01364952268/meta-region-server 2024-11-11T16:18:21,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:18:21,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,37337,1731341898011 in 282 msec 2024-11-11T16:18:21,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01364952268/meta-region-server: CHANGED 2024-11-11T16:18:21,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:18:21,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 729 msec 2024-11-11T16:18:21,139 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:18:21,139 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:18:21,140 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:18:21,141 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,37337,1731341898011, seqNum=-1] 2024-11-11T16:18:21,141 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:18:21,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:18:21,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0030 sec 2024-11-11T16:18:21,159 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731341901159, completionTime=-1 2024-11-11T16:18:21,159 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:18:21,159 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:18:21,168 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T16:18:21,168 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731341961168 2024-11-11T16:18:21,168 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731342021168 2024-11-11T16:18:21,168 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-11T16:18:21,168 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33369,1731341897875-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:21,169 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33369,1731341897875-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:21,169 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33369,1731341897875-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:21,169 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:33369, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:21,169 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:21,171 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:21,175 DEBUG [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:18:21,179 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.067sec 2024-11-11T16:18:21,179 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:18:21,179 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:18:21,179 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:18:21,180 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:18:21,180 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:18:21,180 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33369,1731341897875-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:18:21,180 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33369,1731341897875-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:18:21,200 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:18:21,200 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:18:21,200 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33369,1731341897875-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:21,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c221448, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:21,205 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,33369,-1 for getting cluster id 2024-11-11T16:18:21,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:18:21,209 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cf21056-9eae-442a-8ffb-1531f67acfb4' 2024-11-11T16:18:21,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:18:21,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cf21056-9eae-442a-8ffb-1531f67acfb4" 2024-11-11T16:18:21,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f81959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:21,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,33369,-1] 2024-11-11T16:18:21,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:18:21,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:21,215 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:18:21,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355013e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:21,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:18:21,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,37337,1731341898011, seqNum=-1] 2024-11-11T16:18:21,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:18:21,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:18:21,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16b413a53992,33369,1731341897875 2024-11-11T16:18:21,224 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63406 2024-11-11T16:18:21,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:18:21,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1002fa2d72a0002 connected 2024-11-11T16:18:21,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/hadoop.log.dir so I do NOT create it in target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a 2024-11-11T16:18:21,246 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T16:18:21,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/hadoop.tmp.dir so I do NOT create it in target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a 2024-11-11T16:18:21,246 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T16:18:21,246 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a 2024-11-11T16:18:21,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:18:21,246 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/cluster_a73b89ab-d2e1-e0d6-6708-db1e12b893c7, deleteOnExit=true 2024-11-11T16:18:21,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:18:21,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/test.cache.data in system properties and HBase conf 2024-11-11T16:18:21,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:18:21,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:18:21,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:18:21,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:18:21,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:18:21,247 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:18:21,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:18:21,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:18:21,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:18:21,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:18:21,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:18:21,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:18:21,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:18:21,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:18:21,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:18:21,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:18:21,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:18:21,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:18:21,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:18:21,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:18:21,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:18:21,358 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:18:21,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:18:21,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:18:21,375 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:18:21,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:18:21,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2531001e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:18:21,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40b5a5e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:18:21,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bf87cc5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/java.io.tmpdir/jetty-localhost-37345-hadoop-hdfs-3_4_1-tests_jar-_-any-16394610076072868901/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:18:21,520 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@118ff1e9{HTTP/1.1, (http/1.1)}{localhost:37345} 2024-11-11T16:18:21,520 INFO [Time-limited test {}] server.Server(415): Started @47147ms 2024-11-11T16:18:21,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:18:21,690 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:18:21,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:18:21,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:18:21,699 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:18:21,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@715188a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:18:21,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b3bd94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:18:21,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a235760{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/java.io.tmpdir/jetty-localhost-37651-hadoop-hdfs-3_4_1-tests_jar-_-any-6446981259609004884/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:18:21,838 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d082e22{HTTP/1.1, (http/1.1)}{localhost:37651} 2024-11-11T16:18:21,838 INFO [Time-limited test {}] server.Server(415): Started @47465ms 2024-11-11T16:18:21,840 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:18:22,007 WARN [Thread-942 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/cluster_a73b89ab-d2e1-e0d6-6708-db1e12b893c7/data/data1/current/BP-1552132586-172.17.0.2-1731341901280/current, will proceed with Du for space computation calculation, 2024-11-11T16:18:22,016 WARN [Thread-943 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/cluster_a73b89ab-d2e1-e0d6-6708-db1e12b893c7/data/data2/current/BP-1552132586-172.17.0.2-1731341901280/current, will proceed with Du for space computation calculation, 2024-11-11T16:18:22,057 WARN [Thread-930 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:18:22,063 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9cf5bd1477211871 with lease ID 0x5780b2fa6da6ad58: Processing first storage report for DS-95888b0c-eeae-4df9-b78d-b88c22fe4ef5 from datanode DatanodeRegistration(127.0.0.1:38541, datanodeUuid=b35f5bd7-9211-41b2-bbfc-bd1364fcb388, infoPort=33217, infoSecurePort=0, ipcPort=42297, storageInfo=lv=-57;cid=testClusterID;nsid=722115586;c=1731341901280) 2024-11-11T16:18:22,064 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9cf5bd1477211871 with lease ID 0x5780b2fa6da6ad58: from storage DS-95888b0c-eeae-4df9-b78d-b88c22fe4ef5 node DatanodeRegistration(127.0.0.1:38541, datanodeUuid=b35f5bd7-9211-41b2-bbfc-bd1364fcb388, infoPort=33217, infoSecurePort=0, ipcPort=42297, storageInfo=lv=-57;cid=testClusterID;nsid=722115586;c=1731341901280), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:18:22,064 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9cf5bd1477211871 with lease ID 0x5780b2fa6da6ad58: Processing first storage report for DS-0f080aa4-1bf8-4bca-ac6d-a8914c10b494 from datanode DatanodeRegistration(127.0.0.1:38541, datanodeUuid=b35f5bd7-9211-41b2-bbfc-bd1364fcb388, infoPort=33217, infoSecurePort=0, ipcPort=42297, storageInfo=lv=-57;cid=testClusterID;nsid=722115586;c=1731341901280) 2024-11-11T16:18:22,064 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9cf5bd1477211871 with lease ID 0x5780b2fa6da6ad58: from storage DS-0f080aa4-1bf8-4bca-ac6d-a8914c10b494 node DatanodeRegistration(127.0.0.1:38541, datanodeUuid=b35f5bd7-9211-41b2-bbfc-bd1364fcb388, infoPort=33217, infoSecurePort=0, ipcPort=42297, storageInfo=lv=-57;cid=testClusterID;nsid=722115586;c=1731341901280), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:18:22,115 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a 2024-11-11T16:18:22,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:22,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:22,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:18:22,529 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58 with version=8 2024-11-11T16:18:22,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/hbase-staging 2024-11-11T16:18:22,531 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:18:22,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:18:22,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:18:22,532 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:18:22,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:18:22,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:18:22,532 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:18:22,532 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:18:22,534 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40899 2024-11-11T16:18:22,535 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40899 connecting to ZooKeeper ensemble=127.0.0.1:63406 2024-11-11T16:18:22,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408990x0, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:18:22,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40899-0x1002fa2d72a0003 connected 2024-11-11T16:18:22,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:22,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:22,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Set watcher on znode that does not yet exist, /11523005621/running 2024-11-11T16:18:22,562 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58, hbase.cluster.distributed=false 2024-11-11T16:18:22,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Set watcher on znode that does not yet exist, /11523005621/acl 2024-11-11T16:18:22,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40899 2024-11-11T16:18:22,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40899 2024-11-11T16:18:22,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40899 2024-11-11T16:18:22,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40899 2024-11-11T16:18:22,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40899 2024-11-11T16:18:22,584 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:18:22,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:18:22,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:18:22,584 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:18:22,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:18:22,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:18:22,584 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:18:22,584 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:18:22,585 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33751 2024-11-11T16:18:22,585 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33751 connecting to ZooKeeper ensemble=127.0.0.1:63406 2024-11-11T16:18:22,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:22,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:22,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337510x0, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:18:22,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337510x0, quorum=127.0.0.1:63406, baseZNode=/11523005621 Set watcher on znode that does not yet exist, /11523005621/running 2024-11-11T16:18:22,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33751-0x1002fa2d72a0004 connected 2024-11-11T16:18:22,593 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:18:22,593 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:18:22,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33751-0x1002fa2d72a0004, quorum=127.0.0.1:63406, baseZNode=/11523005621 Set watcher on znode that does not yet exist, /11523005621/master 2024-11-11T16:18:22,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33751-0x1002fa2d72a0004, quorum=127.0.0.1:63406, baseZNode=/11523005621 Set watcher on znode that does not yet exist, /11523005621/acl 2024-11-11T16:18:22,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33751 2024-11-11T16:18:22,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33751 2024-11-11T16:18:22,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33751 2024-11-11T16:18:22,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33751 2024-11-11T16:18:22,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33751 2024-11-11T16:18:22,613 DEBUG [M:0;16b413a53992:40899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:40899 2024-11-11T16:18:22,614 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11523005621/backup-masters/16b413a53992,40899,1731341902531 2024-11-11T16:18:22,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1002fa2d72a0004, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523005621/backup-masters 2024-11-11T16:18:22,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523005621/backup-masters 2024-11-11T16:18:22,616 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Set watcher on existing znode=/11523005621/backup-masters/16b413a53992,40899,1731341902531 2024-11-11T16:18:22,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523005621 2024-11-11T16:18:22,618 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Set watcher on existing znode=/11523005621/master 2024-11-11T16:18:22,618 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11523005621/backup-masters/16b413a53992,40899,1731341902531 from backup master directory 2024-11-11T16:18:22,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1002fa2d72a0004, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11523005621/master 2024-11-11T16:18:22,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1002fa2d72a0004, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523005621 2024-11-11T16:18:22,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11523005621/backup-masters/16b413a53992,40899,1731341902531 2024-11-11T16:18:22,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1002fa2d72a0004, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523005621/backup-masters 2024-11-11T16:18:22,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523005621/backup-masters 2024-11-11T16:18:22,619 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:18:22,620 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,40899,1731341902531 2024-11-11T16:18:22,624 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/hbase.id] with ID: bbc2b8ee-a363-4c1c-8eaa-edf8ff99b9bf 2024-11-11T16:18:22,624 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/.tmp/hbase.id 2024-11-11T16:18:22,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:18:23,031 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/.tmp/hbase.id]:[hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/hbase.id] 2024-11-11T16:18:23,053 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:23,053 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:18:23,058 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-11T16:18:23,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1002fa2d72a0004, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523005621 2024-11-11T16:18:23,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523005621 2024-11-11T16:18:23,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:18:23,512 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:18:23,513 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:18:23,513 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:18:23,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:18:23,930 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/MasterData/data/master/store 2024-11-11T16:18:23,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:18:23,972 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:18:23,972 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:18:23,972 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:23,972 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:23,972 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:18:23,972 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:23,972 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:18:23,972 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731341903972Disabling compacts and flushes for region at 1731341903972Disabling writes for close at 1731341903972Writing region close event to WAL at 1731341903972Closed at 1731341903972 2024-11-11T16:18:23,974 WARN [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/MasterData/data/master/store/.initializing 2024-11-11T16:18:23,974 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/MasterData/WALs/16b413a53992,40899,1731341902531 2024-11-11T16:18:23,976 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:18:23,980 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C40899%2C1731341902531, suffix=, logDir=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/MasterData/WALs/16b413a53992,40899,1731341902531, archiveDir=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/MasterData/oldWALs, maxLogs=10 2024-11-11T16:18:24,005 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/MasterData/WALs/16b413a53992,40899,1731341902531/16b413a53992%2C40899%2C1731341902531.1731341903980, exclude list is [], retry=0 2024-11-11T16:18:24,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38541,DS-95888b0c-eeae-4df9-b78d-b88c22fe4ef5,DISK] 2024-11-11T16:18:24,014 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/MasterData/WALs/16b413a53992,40899,1731341902531/16b413a53992%2C40899%2C1731341902531.1731341903980 2024-11-11T16:18:24,017 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33217:33217)] 2024-11-11T16:18:24,017 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:18:24,017 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:18:24,017 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:24,017 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:24,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:24,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:18:24,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:24,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:24,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:24,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:18:24,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:24,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:18:24,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:24,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:18:24,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:24,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:18:24,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:24,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:18:24,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:24,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:18:24,032 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:24,032 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:24,033 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:24,034 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:24,034 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:24,034 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:18:24,035 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:18:24,041 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:18:24,041 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65706660, jitterRate=-0.02089446783065796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:18:24,042 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731341904017Initializing all the Stores at 1731341904018 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341904018Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341904020 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341904020Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341904020Cleaning up temporary data from old regions at 1731341904034 (+14 ms)Region opened successfully at 1731341904042 (+8 ms) 2024-11-11T16:18:24,042 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:18:24,045 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663beab7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:18:24,046 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:18:24,046 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:18:24,046 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:18:24,046 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:18:24,047 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:18:24,047 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T16:18:24,047 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:18:24,050 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:18:24,050 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Unable to get data of znode /11523005621/balancer because node does not exist (not necessarily an error) 2024-11-11T16:18:24,052 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11523005621/balancer already deleted, retry=false 2024-11-11T16:18:24,052 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:18:24,053 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Unable to get data of znode /11523005621/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:18:24,054 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11523005621/normalizer already deleted, retry=false 2024-11-11T16:18:24,055 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:18:24,057 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Unable to get data of znode /11523005621/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:18:24,058 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11523005621/switch/split already deleted, retry=false 2024-11-11T16:18:24,059 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Unable to get data of znode /11523005621/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:18:24,060 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11523005621/switch/merge already deleted, retry=false 2024-11-11T16:18:24,062 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Unable to get data of znode /11523005621/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:18:24,064 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11523005621/snapshot-cleanup already deleted, retry=false 2024-11-11T16:18:24,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11523005621/running 2024-11-11T16:18:24,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523005621 2024-11-11T16:18:24,066 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,40899,1731341902531, sessionid=0x1002fa2d72a0003, setting cluster-up flag (Was=false) 2024-11-11T16:18:24,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1002fa2d72a0004, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11523005621/running 2024-11-11T16:18:24,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1002fa2d72a0004, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523005621 2024-11-11T16:18:24,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523005621 2024-11-11T16:18:24,074 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11523005621/flush-table-proc/acquired, /11523005621/flush-table-proc/reached, /11523005621/flush-table-proc/abort 2024-11-11T16:18:24,075 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,40899,1731341902531 2024-11-11T16:18:24,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1002fa2d72a0004, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523005621 2024-11-11T16:18:24,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523005621 2024-11-11T16:18:24,083 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11523005621/online-snapshot/acquired, /11523005621/online-snapshot/reached, /11523005621/online-snapshot/abort 2024-11-11T16:18:24,084 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,40899,1731341902531 2024-11-11T16:18:24,085 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:18:24,087 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:18:24,088 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:18:24,088 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:18:24,088 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,40899,1731341902531 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:18:24,089 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:18:24,089 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:18:24,089 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:18:24,089 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:18:24,090 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:18:24,090 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:24,090 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:18:24,090 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:24,096 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731341934096 2024-11-11T16:18:24,096 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:18:24,096 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:18:24,096 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:18:24,096 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:18:24,096 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:18:24,096 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:18:24,096 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:18:24,096 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:18:24,096 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:24,097 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:18:24,097 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:18:24,097 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:18:24,097 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T16:18:24,097 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:18:24,097 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:18:24,098 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:24,098 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:18:24,099 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341904097,5,FailOnTimeoutGroup] 2024-11-11T16:18:24,100 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341904099,5,FailOnTimeoutGroup] 2024-11-11T16:18:24,100 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:24,100 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:18:24,101 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:24,101 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:24,109 INFO [RS:0;16b413a53992:33751 {}] regionserver.HRegionServer(746): ClusterId : bbc2b8ee-a363-4c1c-8eaa-edf8ff99b9bf 2024-11-11T16:18:24,109 DEBUG [RS:0;16b413a53992:33751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:18:24,112 DEBUG [RS:0;16b413a53992:33751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:18:24,112 DEBUG [RS:0;16b413a53992:33751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:18:24,114 DEBUG [RS:0;16b413a53992:33751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:18:24,115 DEBUG [RS:0;16b413a53992:33751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea78f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:18:24,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:18:24,134 DEBUG [RS:0;16b413a53992:33751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:33751 2024-11-11T16:18:24,134 INFO [RS:0;16b413a53992:33751 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:18:24,134 INFO [RS:0;16b413a53992:33751 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:18:24,134 DEBUG [RS:0;16b413a53992:33751 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:18:24,135 INFO [RS:0;16b413a53992:33751 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,40899,1731341902531 with port=33751, startcode=1731341902583 2024-11-11T16:18:24,135 DEBUG [RS:0;16b413a53992:33751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:18:24,137 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:18:24,138 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40899 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,33751,1731341902583 2024-11-11T16:18:24,138 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40899 {}] master.ServerManager(517): Registering regionserver=16b413a53992,33751,1731341902583 2024-11-11T16:18:24,139 DEBUG [RS:0;16b413a53992:33751 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58 2024-11-11T16:18:24,139 DEBUG [RS:0;16b413a53992:33751 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40141 2024-11-11T16:18:24,139 DEBUG [RS:0;16b413a53992:33751 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:18:24,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523005621/rs 2024-11-11T16:18:24,145 DEBUG [RS:0;16b413a53992:33751 {}] zookeeper.ZKUtil(111): regionserver:33751-0x1002fa2d72a0004, quorum=127.0.0.1:63406, baseZNode=/11523005621 Set watcher on existing znode=/11523005621/rs/16b413a53992,33751,1731341902583 2024-11-11T16:18:24,145 WARN [RS:0;16b413a53992:33751 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:18:24,145 INFO [RS:0;16b413a53992:33751 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:18:24,145 DEBUG [RS:0;16b413a53992:33751 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/WALs/16b413a53992,33751,1731341902583 2024-11-11T16:18:24,146 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,33751,1731341902583] 2024-11-11T16:18:24,149 INFO [RS:0;16b413a53992:33751 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:18:24,151 INFO [RS:0;16b413a53992:33751 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:18:24,152 INFO [RS:0;16b413a53992:33751 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:18:24,152 INFO [RS:0;16b413a53992:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:24,153 INFO [RS:0;16b413a53992:33751 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:18:24,153 INFO [RS:0;16b413a53992:33751 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:18:24,153 INFO [RS:0;16b413a53992:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:24,153 DEBUG [RS:0;16b413a53992:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:24,154 DEBUG [RS:0;16b413a53992:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:24,154 DEBUG [RS:0;16b413a53992:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:24,154 DEBUG [RS:0;16b413a53992:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:24,154 DEBUG [RS:0;16b413a53992:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:24,154 DEBUG [RS:0;16b413a53992:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:18:24,154 DEBUG [RS:0;16b413a53992:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:24,154 DEBUG [RS:0;16b413a53992:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:24,154 DEBUG [RS:0;16b413a53992:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:24,154 DEBUG [RS:0;16b413a53992:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:24,154 DEBUG [RS:0;16b413a53992:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:24,154 DEBUG [RS:0;16b413a53992:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:18:24,154 DEBUG [RS:0;16b413a53992:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:18:24,154 DEBUG [RS:0;16b413a53992:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:18:24,155 INFO [RS:0;16b413a53992:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:24,155 INFO [RS:0;16b413a53992:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:24,155 INFO [RS:0;16b413a53992:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:24,155 INFO [RS:0;16b413a53992:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:24,155 INFO [RS:0;16b413a53992:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:24,155 INFO [RS:0;16b413a53992:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33751,1731341902583-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:18:24,169 INFO [RS:0;16b413a53992:33751 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:18:24,169 INFO [RS:0;16b413a53992:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33751,1731341902583-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:24,169 INFO [RS:0;16b413a53992:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:24,169 INFO [RS:0;16b413a53992:33751 {}] regionserver.Replication(171): 16b413a53992,33751,1731341902583 started 2024-11-11T16:18:24,184 INFO [RS:0;16b413a53992:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:24,184 INFO [RS:0;16b413a53992:33751 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,33751,1731341902583, RpcServer on 16b413a53992/172.17.0.2:33751, sessionid=0x1002fa2d72a0004 2024-11-11T16:18:24,184 DEBUG [RS:0;16b413a53992:33751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:18:24,184 DEBUG [RS:0;16b413a53992:33751 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,33751,1731341902583 2024-11-11T16:18:24,184 DEBUG [RS:0;16b413a53992:33751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,33751,1731341902583' 2024-11-11T16:18:24,184 DEBUG [RS:0;16b413a53992:33751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11523005621/flush-table-proc/abort' 2024-11-11T16:18:24,185 DEBUG [RS:0;16b413a53992:33751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11523005621/flush-table-proc/acquired' 2024-11-11T16:18:24,185 DEBUG [RS:0;16b413a53992:33751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:18:24,185 DEBUG [RS:0;16b413a53992:33751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:18:24,185 DEBUG [RS:0;16b413a53992:33751 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,33751,1731341902583 2024-11-11T16:18:24,185 DEBUG [RS:0;16b413a53992:33751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,33751,1731341902583' 2024-11-11T16:18:24,186 DEBUG [RS:0;16b413a53992:33751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11523005621/online-snapshot/abort' 2024-11-11T16:18:24,186 DEBUG [RS:0;16b413a53992:33751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11523005621/online-snapshot/acquired' 2024-11-11T16:18:24,186 DEBUG [RS:0;16b413a53992:33751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:18:24,186 INFO [RS:0;16b413a53992:33751 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:18:24,186 INFO [RS:0;16b413a53992:33751 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:18:24,287 INFO [RS:0;16b413a53992:33751 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:18:24,289 INFO [RS:0;16b413a53992:33751 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C33751%2C1731341902583, suffix=, logDir=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/WALs/16b413a53992,33751,1731341902583, archiveDir=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/oldWALs, maxLogs=10 2024-11-11T16:18:24,304 DEBUG [RS:0;16b413a53992:33751 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/WALs/16b413a53992,33751,1731341902583/16b413a53992%2C33751%2C1731341902583.1731341904289, exclude list is [], retry=0 2024-11-11T16:18:24,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38541,DS-95888b0c-eeae-4df9-b78d-b88c22fe4ef5,DISK] 2024-11-11T16:18:24,310 INFO [RS:0;16b413a53992:33751 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/WALs/16b413a53992,33751,1731341902583/16b413a53992%2C33751%2C1731341902583.1731341904289 2024-11-11T16:18:24,310 DEBUG [RS:0;16b413a53992:33751 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33217:33217)] 2024-11-11T16:18:24,521 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:18:24,521 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58 2024-11-11T16:18:24,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741833_1009 (size=32) 2024-11-11T16:18:24,973 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:18:24,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:18:24,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:18:24,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:24,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:24,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:18:24,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:18:24,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:24,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:24,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:18:24,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:18:24,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:24,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:24,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:18:24,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:18:24,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:24,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:24,998 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:18:24,998 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740 2024-11-11T16:18:24,999 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740 2024-11-11T16:18:25,001 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:18:25,001 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:18:25,002 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:18:25,003 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:18:25,013 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:18:25,014 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74817601, jitterRate=0.1148691326379776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:18:25,015 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731341904973Initializing all the Stores at 1731341904976 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341904976Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341904976Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341904976Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341904976Cleaning up temporary data from old regions at 1731341905001 (+25 ms)Region opened successfully at 1731341905015 (+14 ms) 2024-11-11T16:18:25,015 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:18:25,015 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:18:25,015 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:18:25,015 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:18:25,015 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:18:25,016 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:18:25,016 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731341905015Disabling compacts and flushes for region at 1731341905015Disabling writes for close at 1731341905015Writing region close event to WAL at 1731341905016 (+1 ms)Closed at 1731341905016 2024-11-11T16:18:25,021 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:18:25,021 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:18:25,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:18:25,035 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:18:25,037 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:18:25,191 DEBUG [16b413a53992:40899 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:18:25,191 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,33751,1731341902583 2024-11-11T16:18:25,193 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,33751,1731341902583, state=OPENING 2024-11-11T16:18:25,195 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:18:25,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523005621 2024-11-11T16:18:25,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1002fa2d72a0004, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523005621 2024-11-11T16:18:25,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11523005621/meta-region-server: CHANGED 2024-11-11T16:18:25,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11523005621/meta-region-server: CHANGED 2024-11-11T16:18:25,197 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:18:25,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,33751,1731341902583}] 2024-11-11T16:18:25,351 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:18:25,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:18:25,369 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:18:25,369 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:18:25,369 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:18:25,371 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C33751%2C1731341902583.meta, suffix=.meta, logDir=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/WALs/16b413a53992,33751,1731341902583, archiveDir=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/oldWALs, maxLogs=10 2024-11-11T16:18:25,392 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/WALs/16b413a53992,33751,1731341902583/16b413a53992%2C33751%2C1731341902583.meta.1731341905371.meta, exclude list is [], retry=0 2024-11-11T16:18:25,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38541,DS-95888b0c-eeae-4df9-b78d-b88c22fe4ef5,DISK] 2024-11-11T16:18:25,399 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/WALs/16b413a53992,33751,1731341902583/16b413a53992%2C33751%2C1731341902583.meta.1731341905371.meta 2024-11-11T16:18:25,399 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33217:33217)] 2024-11-11T16:18:25,399 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:18:25,400 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:18:25,400 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:18:25,400 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:18:25,400 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:18:25,400 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:18:25,400 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:18:25,400 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:18:25,400 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:18:25,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:18:25,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:18:25,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:25,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:25,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:18:25,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:18:25,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:25,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:25,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:18:25,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:18:25,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:25,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:25,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:18:25,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:18:25,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:25,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:18:25,412 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:18:25,417 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740 2024-11-11T16:18:25,418 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740 2024-11-11T16:18:25,420 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:18:25,420 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:18:25,421 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:18:25,426 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:18:25,428 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64899969, jitterRate=-0.03291510045528412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:18:25,428 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:18:25,429 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731341905401Writing region info on filesystem at 1731341905401Initializing all the Stores at 1731341905402 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341905402Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341905404 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341905404Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341905404Cleaning up temporary data from old regions at 1731341905420 (+16 ms)Running coprocessor post-open hooks at 1731341905428 (+8 ms)Region opened successfully at 1731341905429 (+1 ms) 2024-11-11T16:18:25,431 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731341905351 2024-11-11T16:18:25,434 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:18:25,434 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:18:25,435 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,33751,1731341902583 2024-11-11T16:18:25,436 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,33751,1731341902583, state=OPEN 2024-11-11T16:18:25,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11523005621/meta-region-server 2024-11-11T16:18:25,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1002fa2d72a0004, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11523005621/meta-region-server 2024-11-11T16:18:25,438 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,33751,1731341902583 2024-11-11T16:18:25,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11523005621/meta-region-server: CHANGED 2024-11-11T16:18:25,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11523005621/meta-region-server: CHANGED 2024-11-11T16:18:25,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:18:25,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,33751,1731341902583 in 241 msec 2024-11-11T16:18:25,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:18:25,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-11-11T16:18:25,446 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:18:25,446 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:18:25,448 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:18:25,448 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,33751,1731341902583, seqNum=-1] 2024-11-11T16:18:25,448 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:18:25,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:18:25,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3680 sec 2024-11-11T16:18:25,456 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731341905456, completionTime=-1 2024-11-11T16:18:25,456 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:18:25,456 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:18:25,459 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T16:18:25,459 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731341965459 2024-11-11T16:18:25,459 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731342025459 2024-11-11T16:18:25,459 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T16:18:25,459 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,40899,1731341902531-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:25,459 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,40899,1731341902531-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:25,459 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,40899,1731341902531-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:25,460 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:40899, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:25,460 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:25,461 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:25,462 DEBUG [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:18:25,464 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.844sec 2024-11-11T16:18:25,465 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:18:25,465 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:18:25,465 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:18:25,465 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:18:25,465 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:18:25,465 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,40899,1731341902531-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:18:25,465 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,40899,1731341902531-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:18:25,479 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:18:25,480 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:18:25,480 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,40899,1731341902531-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:18:25,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74aa0425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:25,513 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,40899,-1 for getting cluster id 2024-11-11T16:18:25,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:18:25,516 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbc2b8ee-a363-4c1c-8eaa-edf8ff99b9bf' 2024-11-11T16:18:25,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:18:25,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbc2b8ee-a363-4c1c-8eaa-edf8ff99b9bf" 2024-11-11T16:18:25,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2376b377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:25,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,40899,-1] 2024-11-11T16:18:25,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:18:25,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:25,520 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:18:25,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7efa49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:25,522 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:18:25,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,33751,1731341902583, seqNum=-1] 2024-11-11T16:18:25,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:18:25,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:18:25,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16b413a53992,40899,1731341902531 2024-11-11T16:18:25,528 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63406 2024-11-11T16:18:25,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:18:25,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1002fa2d72a0005 connected 2024-11-11T16:18:25,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:18:25,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,33369,1731341897875 2024-11-11T16:18:25,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41e5e785 2024-11-11T16:18:25,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:18:25,551 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:18:25,555 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33369 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:18:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33369 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T16:18:25,560 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:18:25,561 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:25,562 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33369 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T16:18:25,562 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:18:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:18:25,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741835_1011 (size=902) 2024-11-11T16:18:25,577 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 25fd850445c3ce50d4c2bb3d067e96de, NAME => 'test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949 2024-11-11T16:18:25,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741836_1012 (size=39) 2024-11-11T16:18:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:18:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:18:25,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:18:25,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 25fd850445c3ce50d4c2bb3d067e96de, disabling compactions & flushes 2024-11-11T16:18:25,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de. 2024-11-11T16:18:25,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de. 2024-11-11T16:18:25,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de. after waiting 0 ms 2024-11-11T16:18:25,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de. 2024-11-11T16:18:25,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de. 2024-11-11T16:18:25,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 25fd850445c3ce50d4c2bb3d067e96de: Waiting for close lock at 1731341905988Disabling compacts and flushes for region at 1731341905988Disabling writes for close at 1731341905988Writing region close event to WAL at 1731341905988Closed at 1731341905988 2024-11-11T16:18:25,990 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:18:25,990 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731341905990"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341905990"}]},"ts":"1731341905990"} 2024-11-11T16:18:25,993 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:18:25,994 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:18:25,994 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731341905994"}]},"ts":"1731341905994"} 2024-11-11T16:18:25,996 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T16:18:25,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=25fd850445c3ce50d4c2bb3d067e96de, ASSIGN}] 2024-11-11T16:18:25,997 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=25fd850445c3ce50d4c2bb3d067e96de, ASSIGN 2024-11-11T16:18:25,999 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=25fd850445c3ce50d4c2bb3d067e96de, ASSIGN; state=OFFLINE, location=16b413a53992,37337,1731341898011; forceNewPlan=false, retain=false 2024-11-11T16:18:26,149 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=25fd850445c3ce50d4c2bb3d067e96de, regionState=OPENING, regionLocation=16b413a53992,37337,1731341898011 2024-11-11T16:18:26,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=25fd850445c3ce50d4c2bb3d067e96de, ASSIGN because future has completed 2024-11-11T16:18:26,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25fd850445c3ce50d4c2bb3d067e96de, server=16b413a53992,37337,1731341898011}] 2024-11-11T16:18:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:18:26,246 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:18:26,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:18:26,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:18:26,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:18:26,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:18:26,327 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T16:18:26,370 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de. 2024-11-11T16:18:26,370 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 25fd850445c3ce50d4c2bb3d067e96de, NAME => 'test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:18:26,371 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:18:26,372 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T16:18:26,372 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 25fd850445c3ce50d4c2bb3d067e96de 2024-11-11T16:18:26,372 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:18:26,372 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 25fd850445c3ce50d4c2bb3d067e96de 2024-11-11T16:18:26,372 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 25fd850445c3ce50d4c2bb3d067e96de 2024-11-11T16:18:26,405 INFO [StoreOpener-25fd850445c3ce50d4c2bb3d067e96de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 25fd850445c3ce50d4c2bb3d067e96de 2024-11-11T16:18:26,415 INFO [StoreOpener-25fd850445c3ce50d4c2bb3d067e96de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25fd850445c3ce50d4c2bb3d067e96de columnFamilyName f 2024-11-11T16:18:26,415 DEBUG [StoreOpener-25fd850445c3ce50d4c2bb3d067e96de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:26,415 INFO [StoreOpener-25fd850445c3ce50d4c2bb3d067e96de-1 {}] regionserver.HStore(327): Store=25fd850445c3ce50d4c2bb3d067e96de/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:18:26,416 INFO [StoreOpener-25fd850445c3ce50d4c2bb3d067e96de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 25fd850445c3ce50d4c2bb3d067e96de 2024-11-11T16:18:26,421 INFO [StoreOpener-25fd850445c3ce50d4c2bb3d067e96de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25fd850445c3ce50d4c2bb3d067e96de columnFamilyName f1 2024-11-11T16:18:26,421 DEBUG [StoreOpener-25fd850445c3ce50d4c2bb3d067e96de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:26,427 INFO [StoreOpener-25fd850445c3ce50d4c2bb3d067e96de-1 {}] regionserver.HStore(327): Store=25fd850445c3ce50d4c2bb3d067e96de/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:18:26,428 INFO [StoreOpener-25fd850445c3ce50d4c2bb3d067e96de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 25fd850445c3ce50d4c2bb3d067e96de 2024-11-11T16:18:26,431 INFO [StoreOpener-25fd850445c3ce50d4c2bb3d067e96de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25fd850445c3ce50d4c2bb3d067e96de columnFamilyName norep 2024-11-11T16:18:26,431 DEBUG [StoreOpener-25fd850445c3ce50d4c2bb3d067e96de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:26,432 INFO [StoreOpener-25fd850445c3ce50d4c2bb3d067e96de-1 {}] regionserver.HStore(327): Store=25fd850445c3ce50d4c2bb3d067e96de/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:18:26,432 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 25fd850445c3ce50d4c2bb3d067e96de 2024-11-11T16:18:26,433 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/default/test/25fd850445c3ce50d4c2bb3d067e96de 2024-11-11T16:18:26,434 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/default/test/25fd850445c3ce50d4c2bb3d067e96de 2024-11-11T16:18:26,435 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 25fd850445c3ce50d4c2bb3d067e96de 2024-11-11T16:18:26,435 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 25fd850445c3ce50d4c2bb3d067e96de 2024-11-11T16:18:26,436 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:18:26,438 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 25fd850445c3ce50d4c2bb3d067e96de 2024-11-11T16:18:26,448 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/default/test/25fd850445c3ce50d4c2bb3d067e96de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:18:26,449 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 25fd850445c3ce50d4c2bb3d067e96de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73910977, jitterRate=0.10135938227176666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:18:26,449 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25fd850445c3ce50d4c2bb3d067e96de 2024-11-11T16:18:26,451 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 25fd850445c3ce50d4c2bb3d067e96de: Running coprocessor pre-open hook at 1731341906381Writing region info on filesystem at 1731341906381Initializing all the Stores at 1731341906392 (+11 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341906394 (+2 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341906402 (+8 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341906402Cleaning up temporary data from old regions at 1731341906436 (+34 ms)Running coprocessor post-open hooks at 1731341906449 (+13 ms)Region opened successfully at 1731341906450 (+1 ms) 2024-11-11T16:18:26,457 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de., pid=6, masterSystemTime=1731341906324 2024-11-11T16:18:26,467 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de. 2024-11-11T16:18:26,467 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de. 2024-11-11T16:18:26,471 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=25fd850445c3ce50d4c2bb3d067e96de, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16b413a53992,37337,1731341898011 2024-11-11T16:18:26,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25fd850445c3ce50d4c2bb3d067e96de, server=16b413a53992,37337,1731341898011 because future has completed 2024-11-11T16:18:26,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T16:18:26,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 25fd850445c3ce50d4c2bb3d067e96de, server=16b413a53992,37337,1731341898011 in 346 msec 2024-11-11T16:18:26,510 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:18:26,510 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731341906510"}]},"ts":"1731341906510"} 2024-11-11T16:18:26,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T16:18:26,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=25fd850445c3ce50d4c2bb3d067e96de, ASSIGN in 509 msec 2024-11-11T16:18:26,517 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T16:18:26,520 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:18:26,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 964 msec 2024-11-11T16:18:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:18:26,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:18:26,699 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T16:18:26,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,40899,1731341902531 2024-11-11T16:18:26,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ab36d25 2024-11-11T16:18:26,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:18:26,702 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:18:26,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40899 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:18:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40899 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T16:18:26,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:18:26,710 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:26,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40899 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T16:18:26,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:18:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:18:26,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741835_1011 (size=902) 2024-11-11T16:18:26,743 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be2d83d146ddaf0cd3a10f0415cb98f7, NAME => 'test,,1731341906702.be2d83d146ddaf0cd3a10f0415cb98f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58 2024-11-11T16:18:26,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741836_1012 (size=39) 2024-11-11T16:18:26,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731341906702.be2d83d146ddaf0cd3a10f0415cb98f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:18:26,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing be2d83d146ddaf0cd3a10f0415cb98f7, disabling compactions & flushes 2024-11-11T16:18:26,764 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731341906702.be2d83d146ddaf0cd3a10f0415cb98f7. 2024-11-11T16:18:26,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731341906702.be2d83d146ddaf0cd3a10f0415cb98f7. 2024-11-11T16:18:26,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731341906702.be2d83d146ddaf0cd3a10f0415cb98f7. after waiting 0 ms 2024-11-11T16:18:26,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731341906702.be2d83d146ddaf0cd3a10f0415cb98f7. 2024-11-11T16:18:26,764 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731341906702.be2d83d146ddaf0cd3a10f0415cb98f7. 2024-11-11T16:18:26,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for be2d83d146ddaf0cd3a10f0415cb98f7: Waiting for close lock at 1731341906764Disabling compacts and flushes for region at 1731341906764Disabling writes for close at 1731341906764Writing region close event to WAL at 1731341906764Closed at 1731341906764 2024-11-11T16:18:26,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:18:26,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731341906702.be2d83d146ddaf0cd3a10f0415cb98f7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731341906766"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341906766"}]},"ts":"1731341906766"} 2024-11-11T16:18:26,770 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:18:26,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:18:26,772 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731341906771"}]},"ts":"1731341906771"} 2024-11-11T16:18:26,774 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T16:18:26,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=be2d83d146ddaf0cd3a10f0415cb98f7, ASSIGN}] 2024-11-11T16:18:26,776 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=be2d83d146ddaf0cd3a10f0415cb98f7, ASSIGN 2024-11-11T16:18:26,778 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=be2d83d146ddaf0cd3a10f0415cb98f7, ASSIGN; state=OFFLINE, location=16b413a53992,33751,1731341902583; forceNewPlan=false, retain=false 2024-11-11T16:18:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:18:26,929 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=be2d83d146ddaf0cd3a10f0415cb98f7, regionState=OPENING, regionLocation=16b413a53992,33751,1731341902583 2024-11-11T16:18:26,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=be2d83d146ddaf0cd3a10f0415cb98f7, ASSIGN because future has completed 2024-11-11T16:18:26,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure be2d83d146ddaf0cd3a10f0415cb98f7, server=16b413a53992,33751,1731341902583}] 2024-11-11T16:18:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:18:27,110 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731341906702.be2d83d146ddaf0cd3a10f0415cb98f7. 2024-11-11T16:18:27,110 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => be2d83d146ddaf0cd3a10f0415cb98f7, NAME => 'test,,1731341906702.be2d83d146ddaf0cd3a10f0415cb98f7.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:18:27,111 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:18:27,111 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T16:18:27,111 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test be2d83d146ddaf0cd3a10f0415cb98f7 2024-11-11T16:18:27,111 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731341906702.be2d83d146ddaf0cd3a10f0415cb98f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:18:27,111 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for be2d83d146ddaf0cd3a10f0415cb98f7 2024-11-11T16:18:27,111 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for be2d83d146ddaf0cd3a10f0415cb98f7 2024-11-11T16:18:27,115 INFO [StoreOpener-be2d83d146ddaf0cd3a10f0415cb98f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region be2d83d146ddaf0cd3a10f0415cb98f7 2024-11-11T16:18:27,117 INFO [StoreOpener-be2d83d146ddaf0cd3a10f0415cb98f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be2d83d146ddaf0cd3a10f0415cb98f7 columnFamilyName f 2024-11-11T16:18:27,117 DEBUG [StoreOpener-be2d83d146ddaf0cd3a10f0415cb98f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:27,117 INFO [StoreOpener-be2d83d146ddaf0cd3a10f0415cb98f7-1 {}] regionserver.HStore(327): Store=be2d83d146ddaf0cd3a10f0415cb98f7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:18:27,118 INFO [StoreOpener-be2d83d146ddaf0cd3a10f0415cb98f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region be2d83d146ddaf0cd3a10f0415cb98f7 2024-11-11T16:18:27,119 INFO [StoreOpener-be2d83d146ddaf0cd3a10f0415cb98f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be2d83d146ddaf0cd3a10f0415cb98f7 columnFamilyName f1 2024-11-11T16:18:27,119 DEBUG [StoreOpener-be2d83d146ddaf0cd3a10f0415cb98f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:27,120 INFO [StoreOpener-be2d83d146ddaf0cd3a10f0415cb98f7-1 {}] regionserver.HStore(327): Store=be2d83d146ddaf0cd3a10f0415cb98f7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:18:27,120 INFO [StoreOpener-be2d83d146ddaf0cd3a10f0415cb98f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region be2d83d146ddaf0cd3a10f0415cb98f7 2024-11-11T16:18:27,129 INFO [StoreOpener-be2d83d146ddaf0cd3a10f0415cb98f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be2d83d146ddaf0cd3a10f0415cb98f7 columnFamilyName norep 2024-11-11T16:18:27,129 DEBUG [StoreOpener-be2d83d146ddaf0cd3a10f0415cb98f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:27,130 INFO [StoreOpener-be2d83d146ddaf0cd3a10f0415cb98f7-1 {}] regionserver.HStore(327): Store=be2d83d146ddaf0cd3a10f0415cb98f7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:18:27,130 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for be2d83d146ddaf0cd3a10f0415cb98f7 2024-11-11T16:18:27,131 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/default/test/be2d83d146ddaf0cd3a10f0415cb98f7 2024-11-11T16:18:27,132 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/default/test/be2d83d146ddaf0cd3a10f0415cb98f7 2024-11-11T16:18:27,135 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for be2d83d146ddaf0cd3a10f0415cb98f7 2024-11-11T16:18:27,135 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for be2d83d146ddaf0cd3a10f0415cb98f7 2024-11-11T16:18:27,136 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:18:27,138 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for be2d83d146ddaf0cd3a10f0415cb98f7 2024-11-11T16:18:27,141 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/default/test/be2d83d146ddaf0cd3a10f0415cb98f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:18:27,142 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened be2d83d146ddaf0cd3a10f0415cb98f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75369598, jitterRate=0.12309452891349792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:18:27,142 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be2d83d146ddaf0cd3a10f0415cb98f7 2024-11-11T16:18:27,142 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for be2d83d146ddaf0cd3a10f0415cb98f7: Running coprocessor pre-open hook at 1731341907112Writing region info on filesystem at 1731341907112Initializing all the Stores at 1731341907113 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341907113Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341907115 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341907115Cleaning up temporary data from old regions at 1731341907135 (+20 ms)Running coprocessor post-open hooks at 1731341907142 (+7 ms)Region opened successfully at 1731341907142 2024-11-11T16:18:27,145 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731341906702.be2d83d146ddaf0cd3a10f0415cb98f7., pid=6, masterSystemTime=1731341907091 2024-11-11T16:18:27,150 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=be2d83d146ddaf0cd3a10f0415cb98f7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16b413a53992,33751,1731341902583 2024-11-11T16:18:27,152 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731341906702.be2d83d146ddaf0cd3a10f0415cb98f7. 2024-11-11T16:18:27,152 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731341906702.be2d83d146ddaf0cd3a10f0415cb98f7. 2024-11-11T16:18:27,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure be2d83d146ddaf0cd3a10f0415cb98f7, server=16b413a53992,33751,1731341902583 because future has completed 2024-11-11T16:18:27,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T16:18:27,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure be2d83d146ddaf0cd3a10f0415cb98f7, server=16b413a53992,33751,1731341902583 in 225 msec 2024-11-11T16:18:27,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T16:18:27,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=be2d83d146ddaf0cd3a10f0415cb98f7, ASSIGN in 391 msec 2024-11-11T16:18:27,169 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:18:27,170 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731341907170"}]},"ts":"1731341907170"} 2024-11-11T16:18:27,172 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T16:18:27,173 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:18:27,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 471 msec 2024-11-11T16:18:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:18:27,339 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T16:18:27,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db49eb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:27,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,33369,-1 for getting cluster id 2024-11-11T16:18:27,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:18:27,343 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cf21056-9eae-442a-8ffb-1531f67acfb4' 2024-11-11T16:18:27,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:18:27,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cf21056-9eae-442a-8ffb-1531f67acfb4" 2024-11-11T16:18:27,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb72be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:27,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,33369,-1] 2024-11-11T16:18:27,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:18:27,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:27,347 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:18:27,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bef7cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:27,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130bdf64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:27,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,40899,-1 for getting cluster id 2024-11-11T16:18:27,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:18:27,352 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbc2b8ee-a363-4c1c-8eaa-edf8ff99b9bf' 2024-11-11T16:18:27,352 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:18:27,352 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbc2b8ee-a363-4c1c-8eaa-edf8ff99b9bf" 2024-11-11T16:18:27,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b8ddae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:27,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,40899,-1] 2024-11-11T16:18:27,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:18:27,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:27,356 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:18:27,358 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ec4390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:27,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca549c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:27,361 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,33369,-1 for getting cluster id 2024-11-11T16:18:27,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:18:27,365 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cf21056-9eae-442a-8ffb-1531f67acfb4' 2024-11-11T16:18:27,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:18:27,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cf21056-9eae-442a-8ffb-1531f67acfb4" 2024-11-11T16:18:27,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59cfd8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:27,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,33369,-1] 2024-11-11T16:18:27,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:18:27,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:27,369 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:18:27,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4130d032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:27,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:18:27,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,33369,1731341897875 2024-11-11T16:18:27,377 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24563bd 2024-11-11T16:18:27,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:18:27,379 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:18:27,379 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33369 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16b413a53992:40899,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-11T16:18:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33369 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T16:18:27,386 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:40899' 2024-11-11T16:18:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:18:27,417 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7765503f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:27,417 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,40899,-1 for getting cluster id 2024-11-11T16:18:27,417 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:18:27,418 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbc2b8ee-a363-4c1c-8eaa-edf8ff99b9bf' 2024-11-11T16:18:27,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:18:27,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbc2b8ee-a363-4c1c-8eaa-edf8ff99b9bf" 2024-11-11T16:18:27,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d159d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:27,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,40899,-1] 2024-11-11T16:18:27,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:18:27,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:27,431 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:18:27,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764688fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:27,433 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:18:27,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,40899,1731341902531 2024-11-11T16:18:27,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6db21ac2 2024-11-11T16:18:27,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:18:27,438 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:18:27,439 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T16:18:27,439 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T16:18:27,439 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:27,439 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:27,439 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:18:27,441 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T16:18:27,443 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:18:27,443 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:27,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:18:27,445 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:18:27,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741837_1013 (size=1138) 2024-11-11T16:18:27,491 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T16:18:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:18:27,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:18:27,890 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 609124e4a38e8ad6f11f9e7ce091ca7d, NAME => 'hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949 2024-11-11T16:18:27,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741838_1014 (size=44) 2024-11-11T16:18:27,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:18:27,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 609124e4a38e8ad6f11f9e7ce091ca7d, disabling compactions & flushes 2024-11-11T16:18:27,921 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d. 2024-11-11T16:18:27,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d. 2024-11-11T16:18:27,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d. after waiting 0 ms 2024-11-11T16:18:27,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d. 2024-11-11T16:18:27,921 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d. 2024-11-11T16:18:27,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 609124e4a38e8ad6f11f9e7ce091ca7d: Waiting for close lock at 1731341907921Disabling compacts and flushes for region at 1731341907921Disabling writes for close at 1731341907921Writing region close event to WAL at 1731341907921Closed at 1731341907921 2024-11-11T16:18:27,923 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:18:27,924 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731341907923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341907923"}]},"ts":"1731341907923"} 2024-11-11T16:18:27,927 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:18:27,929 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:18:27,929 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731341907929"}]},"ts":"1731341907929"} 2024-11-11T16:18:27,932 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T16:18:27,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=609124e4a38e8ad6f11f9e7ce091ca7d, ASSIGN}] 2024-11-11T16:18:27,934 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=609124e4a38e8ad6f11f9e7ce091ca7d, ASSIGN 2024-11-11T16:18:27,936 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=609124e4a38e8ad6f11f9e7ce091ca7d, ASSIGN; state=OFFLINE, location=16b413a53992,37337,1731341898011; forceNewPlan=false, retain=false 2024-11-11T16:18:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:18:28,087 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=609124e4a38e8ad6f11f9e7ce091ca7d, regionState=OPENING, regionLocation=16b413a53992,37337,1731341898011 2024-11-11T16:18:28,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=609124e4a38e8ad6f11f9e7ce091ca7d, ASSIGN because future has completed 2024-11-11T16:18:28,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 609124e4a38e8ad6f11f9e7ce091ca7d, server=16b413a53992,37337,1731341898011}] 2024-11-11T16:18:28,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d. 2024-11-11T16:18:28,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:18:28,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T16:18:28,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C37337%2C1731341898011.rep, suffix=, logDir=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011, archiveDir=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/oldWALs, maxLogs=10 2024-11-11T16:18:28,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.rep.1731341908250, exclude list is [], retry=0 2024-11-11T16:18:28,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34717,DS-3626c779-4573-4bf5-b9fa-e0c1ef5ff2cd,DISK] 2024-11-11T16:18:28,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.rep.1731341908250 2024-11-11T16:18:28,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39343:39343)] 2024-11-11T16:18:28,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 609124e4a38e8ad6f11f9e7ce091ca7d, NAME => 'hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:18:28,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:18:28,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:18:28,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d. service=MultiRowMutationService 2024-11-11T16:18:28,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T16:18:28,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 609124e4a38e8ad6f11f9e7ce091ca7d 2024-11-11T16:18:28,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:18:28,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 609124e4a38e8ad6f11f9e7ce091ca7d 2024-11-11T16:18:28,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 609124e4a38e8ad6f11f9e7ce091ca7d 2024-11-11T16:18:28,280 INFO [StoreOpener-609124e4a38e8ad6f11f9e7ce091ca7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 609124e4a38e8ad6f11f9e7ce091ca7d 2024-11-11T16:18:28,282 INFO [StoreOpener-609124e4a38e8ad6f11f9e7ce091ca7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 609124e4a38e8ad6f11f9e7ce091ca7d columnFamilyName hfileref 2024-11-11T16:18:28,282 DEBUG [StoreOpener-609124e4a38e8ad6f11f9e7ce091ca7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:28,282 INFO [StoreOpener-609124e4a38e8ad6f11f9e7ce091ca7d-1 {}] regionserver.HStore(327): Store=609124e4a38e8ad6f11f9e7ce091ca7d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:18:28,284 INFO [StoreOpener-609124e4a38e8ad6f11f9e7ce091ca7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 609124e4a38e8ad6f11f9e7ce091ca7d 2024-11-11T16:18:28,287 INFO [StoreOpener-609124e4a38e8ad6f11f9e7ce091ca7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 609124e4a38e8ad6f11f9e7ce091ca7d columnFamilyName queue 2024-11-11T16:18:28,287 DEBUG [StoreOpener-609124e4a38e8ad6f11f9e7ce091ca7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:28,288 INFO [StoreOpener-609124e4a38e8ad6f11f9e7ce091ca7d-1 {}] regionserver.HStore(327): Store=609124e4a38e8ad6f11f9e7ce091ca7d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:18:28,288 INFO [StoreOpener-609124e4a38e8ad6f11f9e7ce091ca7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 609124e4a38e8ad6f11f9e7ce091ca7d 2024-11-11T16:18:28,289 INFO [StoreOpener-609124e4a38e8ad6f11f9e7ce091ca7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 609124e4a38e8ad6f11f9e7ce091ca7d columnFamilyName sid 2024-11-11T16:18:28,289 DEBUG [StoreOpener-609124e4a38e8ad6f11f9e7ce091ca7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:18:28,290 INFO [StoreOpener-609124e4a38e8ad6f11f9e7ce091ca7d-1 {}] regionserver.HStore(327): Store=609124e4a38e8ad6f11f9e7ce091ca7d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:18:28,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 609124e4a38e8ad6f11f9e7ce091ca7d 2024-11-11T16:18:28,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/replication/609124e4a38e8ad6f11f9e7ce091ca7d 2024-11-11T16:18:28,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/replication/609124e4a38e8ad6f11f9e7ce091ca7d 2024-11-11T16:18:28,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 609124e4a38e8ad6f11f9e7ce091ca7d 2024-11-11T16:18:28,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 609124e4a38e8ad6f11f9e7ce091ca7d 2024-11-11T16:18:28,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:18:28,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 609124e4a38e8ad6f11f9e7ce091ca7d 2024-11-11T16:18:28,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/replication/609124e4a38e8ad6f11f9e7ce091ca7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:18:28,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 609124e4a38e8ad6f11f9e7ce091ca7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61841447, jitterRate=-0.07849062979221344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:18:28,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 609124e4a38e8ad6f11f9e7ce091ca7d 2024-11-11T16:18:28,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 609124e4a38e8ad6f11f9e7ce091ca7d: Running coprocessor pre-open hook at 1731341908274Writing region info on filesystem at 1731341908274Initializing all the Stores at 1731341908275 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341908275Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341908280 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341908280Cleaning up temporary data from old regions at 1731341908295 (+15 ms)Running coprocessor post-open hooks at 1731341908302 (+7 ms)Region opened successfully at 1731341908303 (+1 ms) 2024-11-11T16:18:28,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d., pid=10, masterSystemTime=1731341908243 2024-11-11T16:18:28,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d. 2024-11-11T16:18:28,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d. 2024-11-11T16:18:28,308 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=609124e4a38e8ad6f11f9e7ce091ca7d, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,37337,1731341898011 2024-11-11T16:18:28,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 609124e4a38e8ad6f11f9e7ce091ca7d, server=16b413a53992,37337,1731341898011 because future has completed 2024-11-11T16:18:28,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T16:18:28,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 609124e4a38e8ad6f11f9e7ce091ca7d, server=16b413a53992,37337,1731341898011 in 222 msec 2024-11-11T16:18:28,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T16:18:28,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=609124e4a38e8ad6f11f9e7ce091ca7d, ASSIGN in 381 msec 2024-11-11T16:18:28,318 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:18:28,318 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731341908318"}]},"ts":"1731341908318"} 2024-11-11T16:18:28,320 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T16:18:28,321 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:18:28,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 882 msec 2024-11-11T16:18:28,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d., hostname=16b413a53992,37337,1731341898011, seqNum=2] 2024-11-11T16:18:28,357 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1002fa2d72a0001, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01364952268 2024-11-11T16:18:28,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01364952268 2024-11-11T16:18:28,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T16:18:28,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T16:18:28,516 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T16:18:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:18:28,552 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-16b413a53992,37337,1731341898011, ReplicationSource: 1, currentBandwidth=0 2024-11-11T16:18:28,553 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:18:28,553 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,37337,1731341898011, seqNum=-1] 2024-11-11T16:18:28,553 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:18:28,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-11T16:18:28,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16b413a53992,37337,1731341898011', locateType=CURRENT is [region=hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d., hostname=16b413a53992,37337,1731341898011, seqNum=2] 2024-11-11T16:18:28,560 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T16:18:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33369 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T16:18:28,563 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16b413a53992,37337,1731341898011 suceeded 2024-11-11T16:18:28,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T16:18:28,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-11T16:18:28,566 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16b413a53992:40899,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-11T16:18:28,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1870 sec 2024-11-11T16:18:28,580 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:40899' 2024-11-11T16:18:28,581 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c0e462e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:28,581 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,40899,-1 for getting cluster id 2024-11-11T16:18:28,581 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:18:28,582 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbc2b8ee-a363-4c1c-8eaa-edf8ff99b9bf' 2024-11-11T16:18:28,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:18:28,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbc2b8ee-a363-4c1c-8eaa-edf8ff99b9bf" 2024-11-11T16:18:28,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4444d39e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:28,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,40899,-1] 2024-11-11T16:18:28,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:18:28,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:28,585 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:18:28,585 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cf623f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:28,586 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:18:28,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,40899,1731341902531 2024-11-11T16:18:28,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f7ff2c5 2024-11-11T16:18:28,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:18:28,588 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-11T16:18:28,589 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16b413a53992,37337,1731341898011 (queues=1) is replicating from cluster=1cf21056-9eae-442a-8ffb-1531f67acfb4 to cluster=bbc2b8ee-a363-4c1c-8eaa-edf8ff99b9bf 2024-11-11T16:18:28,589 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16b413a53992%2C37337%2C1731341898011 2024-11-11T16:18:28,589 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16b413a53992,37337,1731341898011, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T16:18:28,593 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.shipper16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16b413a53992%2C37337%2C1731341898011 2024-11-11T16:18:28,593 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549, startPosition=0, beingWritten=true 2024-11-11T16:18:28,603 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:18:28,603 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 379, reset compression=false 2024-11-11T16:18:28,603 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.shipper16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,37337,1731341898011 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:18:28,808 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 379, reset compression=false 2024-11-11T16:18:29,114 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 379, reset compression=false 2024-11-11T16:18:29,518 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 379, reset compression=false 2024-11-11T16:18:29,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:18:29,569 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T16:18:29,569 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:18:29,569 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:18:29,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:29,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:29,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:18:29,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:29,585 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731341909582/Put/seqid=0 2024-11-11T16:18:29,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741840_1016 (size=7894) 2024-11-11T16:18:29,606 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/load_f/f/hfile_1 is 34, key is ddd/f:row/1731341909605/Put/seqid=0 2024-11-11T16:18:29,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741841_1017 (size=7691) 2024-11-11T16:18:30,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2def4533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:30,018 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,33369,-1 for getting cluster id 2024-11-11T16:18:30,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:18:30,020 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cf21056-9eae-442a-8ffb-1531f67acfb4' 2024-11-11T16:18:30,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:18:30,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cf21056-9eae-442a-8ffb-1531f67acfb4" 2024-11-11T16:18:30,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23eef99c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:30,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,33369,-1] 2024-11-11T16:18:30,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:18:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:30,022 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:18:30,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e046e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:30,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:18:30,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,37337,1731341898011, seqNum=-1] 2024-11-11T16:18:30,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:18:30,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:18:30,027 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 379, reset compression=false 2024-11-11T16:18:30,036 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:18:30,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,33369,1731341897875 2024-11-11T16:18:30,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72ed97ce 2024-11-11T16:18:30,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:18:30,041 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:18:30,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de., hostname=16b413a53992,37337,1731341898011, seqNum=2] 2024-11-11T16:18:30,060 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T16:18:30,075 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-11T16:18:30,079 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-11T16:18:30,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/load_f/f/hfile_1 for inclusion in 25fd850445c3ce50d4c2bb3d067e96de/f 2024-11-11T16:18:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T16:18:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:18:30,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/load_f/f/hfile_0 for inclusion in 25fd850445c3ce50d4c2bb3d067e96de/f 2024-11-11T16:18:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T16:18:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:18:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HRegion(2603): Flush status journal for 25fd850445c3ce50d4c2bb3d067e96de: 2024-11-11T16:18:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/load_f/f/hfile_1 to hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/staging/jenkins__test__dm7ahllh3a4flqgi2mi6rnpmhhligr4c4tk79lvpgqbgtnhrr58l091psbghqndm/f/hfile_1 2024-11-11T16:18:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/staging/jenkins__test__dm7ahllh3a4flqgi2mi6rnpmhhligr4c4tk79lvpgqbgtnhrr58l091psbghqndm/f/hfile_1 as hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/default/test/25fd850445c3ce50d4c2bb3d067e96de/f/ba65e85788a74b30a1e699fec4af6132_SeqId_4_ 2024-11-11T16:18:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/load_f/f/hfile_0 to hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/staging/jenkins__test__dm7ahllh3a4flqgi2mi6rnpmhhligr4c4tk79lvpgqbgtnhrr58l091psbghqndm/f/hfile_0 2024-11-11T16:18:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/staging/jenkins__test__dm7ahllh3a4flqgi2mi6rnpmhhligr4c4tk79lvpgqbgtnhrr58l091psbghqndm/f/hfile_0 as hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/default/test/25fd850445c3ce50d4c2bb3d067e96de/f/e5905c985fa44ca783ccb4c713a6fd50_SeqId_4_ 2024-11-11T16:18:30,149 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T16:18:30,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/staging/jenkins__test__dm7ahllh3a4flqgi2mi6rnpmhhligr4c4tk79lvpgqbgtnhrr58l091psbghqndm/f/hfile_1 into 25fd850445c3ce50d4c2bb3d067e96de/f as hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/default/test/25fd850445c3ce50d4c2bb3d067e96de/f/ba65e85788a74b30a1e699fec4af6132_SeqId_4_ - updating store file list. 2024-11-11T16:18:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ba65e85788a74b30a1e699fec4af6132_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T16:18:30,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/default/test/25fd850445c3ce50d4c2bb3d067e96de/f/ba65e85788a74b30a1e699fec4af6132_SeqId_4_ into 25fd850445c3ce50d4c2bb3d067e96de/f 2024-11-11T16:18:30,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/staging/jenkins__test__dm7ahllh3a4flqgi2mi6rnpmhhligr4c4tk79lvpgqbgtnhrr58l091psbghqndm/f/hfile_1 into 25fd850445c3ce50d4c2bb3d067e96de/f (new location: hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/default/test/25fd850445c3ce50d4c2bb3d067e96de/f/ba65e85788a74b30a1e699fec4af6132_SeqId_4_) 2024-11-11T16:18:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/staging/jenkins__test__dm7ahllh3a4flqgi2mi6rnpmhhligr4c4tk79lvpgqbgtnhrr58l091psbghqndm/f/hfile_1 2024-11-11T16:18:30,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/staging/jenkins__test__dm7ahllh3a4flqgi2mi6rnpmhhligr4c4tk79lvpgqbgtnhrr58l091psbghqndm/f/hfile_0 into 25fd850445c3ce50d4c2bb3d067e96de/f as hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/default/test/25fd850445c3ce50d4c2bb3d067e96de/f/e5905c985fa44ca783ccb4c713a6fd50_SeqId_4_ - updating store file list. 2024-11-11T16:18:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e5905c985fa44ca783ccb4c713a6fd50_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T16:18:30,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/default/test/25fd850445c3ce50d4c2bb3d067e96de/f/e5905c985fa44ca783ccb4c713a6fd50_SeqId_4_ into 25fd850445c3ce50d4c2bb3d067e96de/f 2024-11-11T16:18:30,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/staging/jenkins__test__dm7ahllh3a4flqgi2mi6rnpmhhligr4c4tk79lvpgqbgtnhrr58l091psbghqndm/f/hfile_0 into 25fd850445c3ce50d4c2bb3d067e96de/f (new location: hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/default/test/25fd850445c3ce50d4c2bb3d067e96de/f/e5905c985fa44ca783ccb4c713a6fd50_SeqId_4_) 2024-11-11T16:18:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/staging/jenkins__test__dm7ahllh3a4flqgi2mi6rnpmhhligr4c4tk79lvpgqbgtnhrr58l091psbghqndm/f/hfile_0 2024-11-11T16:18:30,178 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:18:30,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:18:30,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:30,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:30,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:18:30,179 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:18:30,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de., hostname=16b413a53992,37337,1731341898011, seqNum=2 , the old value is region=test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de., hostname=16b413a53992,37337,1731341898011, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=16b413a53992:37337 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T16:18:30,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de., hostname=16b413a53992,37337,1731341898011, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T16:18:30,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de., hostname=16b413a53992,37337,1731341898011, seqNum=2 from cache 2024-11-11T16:18:30,183 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T16:18:30,185 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,33751,1731341902583, seqNum=-1] 2024-11-11T16:18:30,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:18:30,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:18:30,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731341906702.be2d83d146ddaf0cd3a10f0415cb98f7., hostname=16b413a53992,33751,1731341902583, seqNum=2] 2024-11-11T16:18:30,194 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T16:18:30,289 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T16:18:30,632 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 379, reset compression=false 2024-11-11T16:18:30,643 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:18:30,643 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.shipper16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,37337,1731341898011 got entry batch from reader: WALEntryBatch [walEntries=[{test/25fd850445c3ce50d4c2bb3d067e96de/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731341910172/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T16:18:30,671 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.shipper16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:18:30,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-11T16:18:30,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.ReplicationSink(318): Replicating [1cf21056-9eae-442a-8ffb-1531f67acfb4] bulk loaded data 2024-11-11T16:18:30,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@240bb146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:30,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,40899,-1 for getting cluster id 2024-11-11T16:18:30,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:18:30,682 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbc2b8ee-a363-4c1c-8eaa-edf8ff99b9bf' 2024-11-11T16:18:30,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:18:30,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbc2b8ee-a363-4c1c-8eaa-edf8ff99b9bf" 2024-11-11T16:18:30,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31e9ec5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:30,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,40899,-1] 2024-11-11T16:18:30,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:18:30,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:30,685 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:18:30,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25544421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:30,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T16:18:30,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T16:18:30,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T16:18:30,744 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T16:18:30,745 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T16:18:30,745 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T16:18:30,745 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:18:30,745 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T16:18:30,746 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:18:30,746 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T16:18:30,746 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:18:30,746 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T16:18:30,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741837_1013 (size=7691) 2024-11-11T16:18:30,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741838_1014 (size=7894) 2024-11-11T16:18:30,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:18:30,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,40899,1731341902531 2024-11-11T16:18:30,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f4b4fb7 2024-11-11T16:18:30,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:18:30,793 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-11T16:18:30,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T16:18:30,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:18:30,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,33751,1731341902583, seqNum=-1] 2024-11-11T16:18:30,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:18:30,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-11T16:18:30,815 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/staging/jenkins.hfs.6__test__93u6qq60ht5hrpgv99f0lrk6j0job9643hblicvtvgndq3vadj2b5qn64pv8atrh/f/ba65e85788a74b30a1e699fec4af6132_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T16:18:30,819 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/staging/jenkins.hfs.6__test__93u6qq60ht5hrpgv99f0lrk6j0job9643hblicvtvgndq3vadj2b5qn64pv8atrh/f/e5905c985fa44ca783ccb4c713a6fd50_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T16:18:30,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/staging/jenkins.hfs.6__test__93u6qq60ht5hrpgv99f0lrk6j0job9643hblicvtvgndq3vadj2b5qn64pv8atrh/f/ba65e85788a74b30a1e699fec4af6132_SeqId_4_ for inclusion in be2d83d146ddaf0cd3a10f0415cb98f7/f 2024-11-11T16:18:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T16:18:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:18:30,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/staging/jenkins.hfs.6__test__93u6qq60ht5hrpgv99f0lrk6j0job9643hblicvtvgndq3vadj2b5qn64pv8atrh/f/e5905c985fa44ca783ccb4c713a6fd50_SeqId_4_ for inclusion in be2d83d146ddaf0cd3a10f0415cb98f7/f 2024-11-11T16:18:30,844 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 687, reset compression=false 2024-11-11T16:18:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T16:18:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:18:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.HRegion(2603): Flush status journal for be2d83d146ddaf0cd3a10f0415cb98f7: 2024-11-11T16:18:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ba65e85788a74b30a1e699fec4af6132_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T16:18:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/staging/jenkins.hfs.6__test__93u6qq60ht5hrpgv99f0lrk6j0job9643hblicvtvgndq3vadj2b5qn64pv8atrh/f/ba65e85788a74b30a1e699fec4af6132_SeqId_4_ as hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/default/test/be2d83d146ddaf0cd3a10f0415cb98f7/f/b731cd76c8aa45efa5b7571ef46b5079_SeqId_4_ 2024-11-11T16:18:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e5905c985fa44ca783ccb4c713a6fd50_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T16:18:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/staging/jenkins.hfs.6__test__93u6qq60ht5hrpgv99f0lrk6j0job9643hblicvtvgndq3vadj2b5qn64pv8atrh/f/e5905c985fa44ca783ccb4c713a6fd50_SeqId_4_ as hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/default/test/be2d83d146ddaf0cd3a10f0415cb98f7/f/d5845e41e4484c4ebc0c9afc9fbff4fb_SeqId_4_ 2024-11-11T16:18:30,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/staging/jenkins.hfs.6__test__93u6qq60ht5hrpgv99f0lrk6j0job9643hblicvtvgndq3vadj2b5qn64pv8atrh/f/ba65e85788a74b30a1e699fec4af6132_SeqId_4_ into be2d83d146ddaf0cd3a10f0415cb98f7/f as hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/default/test/be2d83d146ddaf0cd3a10f0415cb98f7/f/b731cd76c8aa45efa5b7571ef46b5079_SeqId_4_ - updating store file list. 2024-11-11T16:18:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b731cd76c8aa45efa5b7571ef46b5079_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T16:18:30,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/default/test/be2d83d146ddaf0cd3a10f0415cb98f7/f/b731cd76c8aa45efa5b7571ef46b5079_SeqId_4_ into be2d83d146ddaf0cd3a10f0415cb98f7/f 2024-11-11T16:18:30,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/staging/jenkins.hfs.6__test__93u6qq60ht5hrpgv99f0lrk6j0job9643hblicvtvgndq3vadj2b5qn64pv8atrh/f/ba65e85788a74b30a1e699fec4af6132_SeqId_4_ into be2d83d146ddaf0cd3a10f0415cb98f7/f (new location: hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/default/test/be2d83d146ddaf0cd3a10f0415cb98f7/f/b731cd76c8aa45efa5b7571ef46b5079_SeqId_4_) 2024-11-11T16:18:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/staging/jenkins.hfs.6__test__93u6qq60ht5hrpgv99f0lrk6j0job9643hblicvtvgndq3vadj2b5qn64pv8atrh/f/ba65e85788a74b30a1e699fec4af6132_SeqId_4_ 2024-11-11T16:18:30,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/staging/jenkins.hfs.6__test__93u6qq60ht5hrpgv99f0lrk6j0job9643hblicvtvgndq3vadj2b5qn64pv8atrh/f/e5905c985fa44ca783ccb4c713a6fd50_SeqId_4_ into be2d83d146ddaf0cd3a10f0415cb98f7/f as hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/default/test/be2d83d146ddaf0cd3a10f0415cb98f7/f/d5845e41e4484c4ebc0c9afc9fbff4fb_SeqId_4_ - updating store file list. 2024-11-11T16:18:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d5845e41e4484c4ebc0c9afc9fbff4fb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T16:18:30,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/default/test/be2d83d146ddaf0cd3a10f0415cb98f7/f/d5845e41e4484c4ebc0c9afc9fbff4fb_SeqId_4_ into be2d83d146ddaf0cd3a10f0415cb98f7/f 2024-11-11T16:18:30,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/staging/jenkins.hfs.6__test__93u6qq60ht5hrpgv99f0lrk6j0job9643hblicvtvgndq3vadj2b5qn64pv8atrh/f/e5905c985fa44ca783ccb4c713a6fd50_SeqId_4_ into be2d83d146ddaf0cd3a10f0415cb98f7/f (new location: hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/default/test/be2d83d146ddaf0cd3a10f0415cb98f7/f/d5845e41e4484c4ebc0c9afc9fbff4fb_SeqId_4_) 2024-11-11T16:18:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/staging/jenkins.hfs.6__test__93u6qq60ht5hrpgv99f0lrk6j0job9643hblicvtvgndq3vadj2b5qn64pv8atrh/f/e5905c985fa44ca783ccb4c713a6fd50_SeqId_4_ 2024-11-11T16:18:30,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.ReplicationSink(324): Finished replicating [1cf21056-9eae-442a-8ffb-1531f67acfb4] bulk loaded data 2024-11-11T16:18:31,150 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 687, reset compression=false 2024-11-11T16:18:31,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:18:31,214 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731341911213/Put/seqid=0 2024-11-11T16:18:31,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741842_1018 (size=7997) 2024-11-11T16:18:31,555 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 687, reset compression=false 2024-11-11T16:18:31,622 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731341911622/Put/seqid=0 2024-11-11T16:18:31,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741843_1019 (size=7794) 2024-11-11T16:18:31,874 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:18:31,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:18:31,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:18:31,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:18:31,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:18:32,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4c577b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:32,035 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,33369,-1 for getting cluster id 2024-11-11T16:18:32,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:18:32,036 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cf21056-9eae-442a-8ffb-1531f67acfb4' 2024-11-11T16:18:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:18:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cf21056-9eae-442a-8ffb-1531f67acfb4" 2024-11-11T16:18:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d3bfd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,33369,-1] 2024-11-11T16:18:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:18:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:32,038 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:18:32,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5054a7fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:18:32,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:18:32,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,37337,1731341898011, seqNum=-1] 2024-11-11T16:18:32,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:18:32,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:18:32,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:18:32,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,33369,1731341897875 2024-11-11T16:18:32,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34252925 2024-11-11T16:18:32,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:18:32,057 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:18:32,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de., hostname=16b413a53992,37337,1731341898011, seqNum=2] 2024-11-11T16:18:32,062 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 687, reset compression=false 2024-11-11T16:18:32,073 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T16:18:32,080 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-11T16:18:32,083 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-11T16:18:32,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/load_f1/f1/hfile_0 for inclusion in 25fd850445c3ce50d4c2bb3d067e96de/f1 2024-11-11T16:18:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T16:18:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:18:32,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/load_f1/f1/hfile_1 for inclusion in 25fd850445c3ce50d4c2bb3d067e96de/f1 2024-11-11T16:18:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T16:18:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:18:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HRegion(2603): Flush status journal for 25fd850445c3ce50d4c2bb3d067e96de: 2024-11-11T16:18:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/load_f1/f1/hfile_0 to hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/staging/jenkins__test__d70m9s0t2kjp1pm6bvljlupvbake9ma6heou4cdorjaqq35np8tp5naidp8bv2ih/f1/hfile_0 2024-11-11T16:18:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/staging/jenkins__test__d70m9s0t2kjp1pm6bvljlupvbake9ma6heou4cdorjaqq35np8tp5naidp8bv2ih/f1/hfile_0 as hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/default/test/25fd850445c3ce50d4c2bb3d067e96de/f1/9dd42957a28c4c57a691b1d33dfc5c45_SeqId_6_ 2024-11-11T16:18:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/load_f1/f1/hfile_1 to hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/staging/jenkins__test__d70m9s0t2kjp1pm6bvljlupvbake9ma6heou4cdorjaqq35np8tp5naidp8bv2ih/f1/hfile_1 2024-11-11T16:18:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/staging/jenkins__test__d70m9s0t2kjp1pm6bvljlupvbake9ma6heou4cdorjaqq35np8tp5naidp8bv2ih/f1/hfile_1 as hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/default/test/25fd850445c3ce50d4c2bb3d067e96de/f1/9900ce82ecf74a2b84d2c13c878bd042_SeqId_6_ 2024-11-11T16:18:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-11T16:18:32,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/staging/jenkins__test__d70m9s0t2kjp1pm6bvljlupvbake9ma6heou4cdorjaqq35np8tp5naidp8bv2ih/f1/hfile_0 into 25fd850445c3ce50d4c2bb3d067e96de/f1 as hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/default/test/25fd850445c3ce50d4c2bb3d067e96de/f1/9dd42957a28c4c57a691b1d33dfc5c45_SeqId_6_ - updating store file list. 2024-11-11T16:18:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9dd42957a28c4c57a691b1d33dfc5c45_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T16:18:32,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/default/test/25fd850445c3ce50d4c2bb3d067e96de/f1/9dd42957a28c4c57a691b1d33dfc5c45_SeqId_6_ into 25fd850445c3ce50d4c2bb3d067e96de/f1 2024-11-11T16:18:32,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/staging/jenkins__test__d70m9s0t2kjp1pm6bvljlupvbake9ma6heou4cdorjaqq35np8tp5naidp8bv2ih/f1/hfile_0 into 25fd850445c3ce50d4c2bb3d067e96de/f1 (new location: hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/default/test/25fd850445c3ce50d4c2bb3d067e96de/f1/9dd42957a28c4c57a691b1d33dfc5c45_SeqId_6_) 2024-11-11T16:18:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/staging/jenkins__test__d70m9s0t2kjp1pm6bvljlupvbake9ma6heou4cdorjaqq35np8tp5naidp8bv2ih/f1/hfile_0 2024-11-11T16:18:32,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/staging/jenkins__test__d70m9s0t2kjp1pm6bvljlupvbake9ma6heou4cdorjaqq35np8tp5naidp8bv2ih/f1/hfile_1 into 25fd850445c3ce50d4c2bb3d067e96de/f1 as hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/default/test/25fd850445c3ce50d4c2bb3d067e96de/f1/9900ce82ecf74a2b84d2c13c878bd042_SeqId_6_ - updating store file list. 2024-11-11T16:18:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9900ce82ecf74a2b84d2c13c878bd042_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T16:18:32,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/default/test/25fd850445c3ce50d4c2bb3d067e96de/f1/9900ce82ecf74a2b84d2c13c878bd042_SeqId_6_ into 25fd850445c3ce50d4c2bb3d067e96de/f1 2024-11-11T16:18:32,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/staging/jenkins__test__d70m9s0t2kjp1pm6bvljlupvbake9ma6heou4cdorjaqq35np8tp5naidp8bv2ih/f1/hfile_1 into 25fd850445c3ce50d4c2bb3d067e96de/f1 (new location: hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/default/test/25fd850445c3ce50d4c2bb3d067e96de/f1/9900ce82ecf74a2b84d2c13c878bd042_SeqId_6_) 2024-11-11T16:18:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/staging/jenkins__test__d70m9s0t2kjp1pm6bvljlupvbake9ma6heou4cdorjaqq35np8tp5naidp8bv2ih/f1/hfile_1 2024-11-11T16:18:32,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:18:32,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:18:32,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:32,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:18:32,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:18:32,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:18:32,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de., hostname=16b413a53992,37337,1731341898011, seqNum=2 , the old value is region=test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de., hostname=16b413a53992,37337,1731341898011, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=16b413a53992:37337 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T16:18:32,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de., hostname=16b413a53992,37337,1731341898011, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T16:18:32,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de., hostname=16b413a53992,37337,1731341898011, seqNum=2 from cache 2024-11-11T16:18:32,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,37337,1731341898011, seqNum=-1] 2024-11-11T16:18:32,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:18:32,130 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T16:18:32,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:18:32,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de., hostname=16b413a53992,37337,1731341898011, seqNum=2] 2024-11-11T16:18:32,238 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T16:18:32,673 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 687, reset compression=false 2024-11-11T16:18:32,679 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:18:32,679 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:18:32,679 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.shipper16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,37337,1731341898011 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:18:32,884 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:18:33,206 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:18:33,615 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:18:34,153 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:18:34,786 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:18:35,513 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:18:36,374 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:18:37,303 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:18:38,349 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:18:39,479 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:18:40,714 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:18:42,019 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:18:43,426 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:18:44,931 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:18:46,536 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:18:47,457 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T16:18:48,270 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:18:50,075 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:18:51,979 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:18:52,114 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T16:18:52,683 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.shipper16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,37337,1731341898011 got entry batch from reader: null 2024-11-11T16:18:53,985 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:18:56,089 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:18:58,294 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:19:00,598 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:19:02,103 INFO [master/16b413a53992:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T16:19:02,103 INFO [master/16b413a53992:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T16:19:03,003 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:19:05,509 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:19:05,905 INFO [master/16b413a53992:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T16:19:05,905 INFO [master/16b413a53992:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T16:19:08,114 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:19:10,819 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:19:11,372 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 25fd850445c3ce50d4c2bb3d067e96de, had cached 0 bytes from a total of 31376 2024-11-11T16:19:12,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region be2d83d146ddaf0cd3a10f0415cb98f7, had cached 0 bytes from a total of 15585 2024-11-11T16:19:12,683 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.shipper16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,37337,1731341898011 got entry batch from reader: null 2024-11-11T16:19:13,625 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:19:16,530 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:19:17,458 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T16:19:19,539 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:19:21,172 DEBUG [master/16b413a53992:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T16:19:22,114 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T16:19:22,660 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:19:25,900 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:19:26,315 DEBUG [master/16b413a53992:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T16:19:29,205 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:19:32,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:19:32,179 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:19:32,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:19:32,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:32,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:32,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:19:32,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:19:32,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1226980613, stopped=false 2024-11-11T16:19:32,180 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,40899,1731341902531 2024-11-11T16:19:32,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11523005621/running 2024-11-11T16:19:32,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523005621 2024-11-11T16:19:32,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1002fa2d72a0004, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11523005621/running 2024-11-11T16:19:32,183 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:19:32,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1002fa2d72a0004, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523005621 2024-11-11T16:19:32,183 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:19:32,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:19:32,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:32,183 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,33751,1731341902583' ***** 2024-11-11T16:19:32,183 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:19:32,184 INFO [RS:0;16b413a53992:33751 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:19:32,184 INFO [RS:0;16b413a53992:33751 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:19:32,184 INFO [RS:0;16b413a53992:33751 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:19:32,184 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:19:32,184 INFO [RS:0;16b413a53992:33751 {}] regionserver.HRegionServer(3091): Received CLOSE for be2d83d146ddaf0cd3a10f0415cb98f7 2024-11-11T16:19:32,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Set watcher on znode that does not yet exist, /11523005621/running 2024-11-11T16:19:32,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33751-0x1002fa2d72a0004, quorum=127.0.0.1:63406, baseZNode=/11523005621 Set watcher on znode that does not yet exist, /11523005621/running 2024-11-11T16:19:32,187 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:19:32,187 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:19:32,192 INFO [RS:0;16b413a53992:33751 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,33751,1731341902583 2024-11-11T16:19:32,192 INFO [RS:0;16b413a53992:33751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:19:32,193 INFO [RS:0;16b413a53992:33751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:33751. 2024-11-11T16:19:32,193 DEBUG [RS:0;16b413a53992:33751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:19:32,193 DEBUG [RS:0;16b413a53992:33751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:32,193 INFO [RS:0;16b413a53992:33751 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:19:32,193 INFO [RS:0;16b413a53992:33751 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:19:32,193 INFO [RS:0;16b413a53992:33751 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:19:32,193 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be2d83d146ddaf0cd3a10f0415cb98f7, disabling compactions & flushes 2024-11-11T16:19:32,193 INFO [RS:0;16b413a53992:33751 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:19:32,193 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731341906702.be2d83d146ddaf0cd3a10f0415cb98f7. 2024-11-11T16:19:32,193 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731341906702.be2d83d146ddaf0cd3a10f0415cb98f7. 2024-11-11T16:19:32,193 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731341906702.be2d83d146ddaf0cd3a10f0415cb98f7. after waiting 0 ms 2024-11-11T16:19:32,193 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731341906702.be2d83d146ddaf0cd3a10f0415cb98f7. 2024-11-11T16:19:32,194 INFO [RS:0;16b413a53992:33751 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T16:19:32,194 DEBUG [RS:0;16b413a53992:33751 {}] regionserver.HRegionServer(1325): Online Regions={be2d83d146ddaf0cd3a10f0415cb98f7=test,,1731341906702.be2d83d146ddaf0cd3a10f0415cb98f7., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T16:19:32,194 DEBUG [RS:0;16b413a53992:33751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be2d83d146ddaf0cd3a10f0415cb98f7 2024-11-11T16:19:32,194 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:19:32,195 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:19:32,195 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:19:32,195 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:19:32,195 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:19:32,195 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T16:19:32,209 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/default/test/be2d83d146ddaf0cd3a10f0415cb98f7/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-11T16:19:32,210 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:19:32,210 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:19:32,210 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731341906702.be2d83d146ddaf0cd3a10f0415cb98f7. 2024-11-11T16:19:32,211 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be2d83d146ddaf0cd3a10f0415cb98f7: Waiting for close lock at 1731341972193Running coprocessor pre-close hooks at 1731341972193Disabling compacts and flushes for region at 1731341972193Disabling writes for close at 1731341972193Writing region close event to WAL at 1731341972205 (+12 ms)Running coprocessor post-close hooks at 1731341972210 (+5 ms)Closed at 1731341972210 2024-11-11T16:19:32,211 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731341906702.be2d83d146ddaf0cd3a10f0415cb98f7. 2024-11-11T16:19:32,225 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740/.tmp/info/dc36d245bb3e45e49ec993f45451c6bd is 129, key is test,,1731341906702.be2d83d146ddaf0cd3a10f0415cb98f7./info:regioninfo/1731341907150/Put/seqid=0 2024-11-11T16:19:32,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741839_1015 (size=6421) 2024-11-11T16:19:32,243 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740/.tmp/info/dc36d245bb3e45e49ec993f45451c6bd 2024-11-11T16:19:32,271 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:19:32,283 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740/.tmp/ns/6d974475c2d64d8aa3807579e5fb9888 is 43, key is default/ns:d/1731341905450/Put/seqid=0 2024-11-11T16:19:32,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741840_1016 (size=5153) 2024-11-11T16:19:32,290 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740/.tmp/ns/6d974475c2d64d8aa3807579e5fb9888 2024-11-11T16:19:32,328 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740/.tmp/rep_barrier/946afcebe68347d99cdf8d0448626de4 is 112, key is test,,1731341906702.be2d83d146ddaf0cd3a10f0415cb98f7./rep_barrier:seqnumDuringOpen/1731341907150/Put/seqid=0 2024-11-11T16:19:32,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741841_1017 (size=5518) 2024-11-11T16:19:32,353 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740/.tmp/rep_barrier/946afcebe68347d99cdf8d0448626de4 2024-11-11T16:19:32,377 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740/.tmp/table/50f10321056b45d4b01b53ddbf7c56b8 is 40, key is test/table:state/1731341907170/Put/seqid=0 2024-11-11T16:19:32,395 DEBUG [RS:0;16b413a53992:33751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:19:32,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741842_1018 (size=5165) 2024-11-11T16:19:32,595 DEBUG [RS:0;16b413a53992:33751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:19:32,610 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 to pos 997, reset compression=false 2024-11-11T16:19:32,683 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.shipper16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,37337,1731341898011 got entry batch from reader: null 2024-11-11T16:19:32,795 DEBUG [RS:0;16b413a53992:33751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:19:32,800 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740/.tmp/table/50f10321056b45d4b01b53ddbf7c56b8 2024-11-11T16:19:32,807 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740/.tmp/info/dc36d245bb3e45e49ec993f45451c6bd as hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740/info/dc36d245bb3e45e49ec993f45451c6bd 2024-11-11T16:19:32,813 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740/info/dc36d245bb3e45e49ec993f45451c6bd, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T16:19:32,815 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740/.tmp/ns/6d974475c2d64d8aa3807579e5fb9888 as hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740/ns/6d974475c2d64d8aa3807579e5fb9888 2024-11-11T16:19:32,824 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740/ns/6d974475c2d64d8aa3807579e5fb9888, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T16:19:32,825 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740/.tmp/rep_barrier/946afcebe68347d99cdf8d0448626de4 as hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740/rep_barrier/946afcebe68347d99cdf8d0448626de4 2024-11-11T16:19:32,832 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740/rep_barrier/946afcebe68347d99cdf8d0448626de4, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T16:19:32,838 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740/.tmp/table/50f10321056b45d4b01b53ddbf7c56b8 as hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740/table/50f10321056b45d4b01b53ddbf7c56b8 2024-11-11T16:19:32,845 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740/table/50f10321056b45d4b01b53ddbf7c56b8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T16:19:32,846 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 651ms, sequenceid=11, compaction requested=false 2024-11-11T16:19:32,861 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T16:19:32,862 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:19:32,862 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:19:32,862 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:19:32,862 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731341972194Running coprocessor pre-close hooks at 1731341972194Disabling compacts and flushes for region at 1731341972194Disabling writes for close at 1731341972195 (+1 ms)Obtaining lock to block concurrent updates at 1731341972195Preparing flush snapshotting stores in 1588230740 at 1731341972195Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731341972195Flushing stores of hbase:meta,,1.1588230740 at 1731341972196 (+1 ms)Flushing 1588230740/info: creating writer at 1731341972196Flushing 1588230740/info: appending metadata at 1731341972224 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731341972224Flushing 1588230740/ns: creating writer at 1731341972259 (+35 ms)Flushing 1588230740/ns: appending metadata at 1731341972282 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731341972282Flushing 1588230740/rep_barrier: creating writer at 1731341972305 (+23 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731341972327 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731341972327Flushing 1588230740/table: creating writer at 1731341972359 (+32 ms)Flushing 1588230740/table: appending metadata at 1731341972376 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731341972376Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38e0bd04: reopening flushed file at 1731341972806 (+430 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e5f7454: reopening flushed file at 1731341972813 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ae637b2: reopening flushed file at 1731341972824 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ed49c1c: reopening flushed file at 1731341972832 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 651ms, sequenceid=11, compaction requested=false at 1731341972846 (+14 ms)Writing region close event to WAL at 1731341972857 (+11 ms)Running coprocessor post-close hooks at 1731341972861 (+4 ms)Closed at 1731341972862 (+1 ms) 2024-11-11T16:19:32,862 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:19:32,995 INFO [RS:0;16b413a53992:33751 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,33751,1731341902583; all regions closed. 2024-11-11T16:19:32,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741834_1010 (size=2717) 2024-11-11T16:19:33,001 DEBUG [RS:0;16b413a53992:33751 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/oldWALs 2024-11-11T16:19:33,001 INFO [RS:0;16b413a53992:33751 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C33751%2C1731341902583.meta:.meta(num 1731341905371) 2024-11-11T16:19:33,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741832_1008 (size=1028) 2024-11-11T16:19:33,006 DEBUG [RS:0;16b413a53992:33751 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/oldWALs 2024-11-11T16:19:33,006 INFO [RS:0;16b413a53992:33751 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C33751%2C1731341902583:(num 1731341904289) 2024-11-11T16:19:33,006 DEBUG [RS:0;16b413a53992:33751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:33,006 INFO [RS:0;16b413a53992:33751 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:19:33,006 INFO [RS:0;16b413a53992:33751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:19:33,007 INFO [RS:0;16b413a53992:33751 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T16:19:33,007 INFO [RS:0;16b413a53992:33751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:19:33,007 INFO [RS:0;16b413a53992:33751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:33751. 2024-11-11T16:19:33,007 DEBUG [RS:0;16b413a53992:33751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:19:33,007 DEBUG [RS:0;16b413a53992:33751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:33,007 DEBUG [RS:0;16b413a53992:33751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:33,007 INFO [RS:0;16b413a53992:33751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33751 2024-11-11T16:19:33,008 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:19:33,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:19:33,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1002fa2d72a0004, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11523005621/rs/16b413a53992,33751,1731341902583 2024-11-11T16:19:33,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523005621/rs 2024-11-11T16:19:33,011 INFO [RS:0;16b413a53992:33751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:19:33,012 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,33751,1731341902583] 2024-11-11T16:19:33,014 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11523005621/draining/16b413a53992,33751,1731341902583 already deleted, retry=false 2024-11-11T16:19:33,014 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,33751,1731341902583 expired; onlineServers=0 2024-11-11T16:19:33,014 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,40899,1731341902531' ***** 2024-11-11T16:19:33,014 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:19:33,014 INFO [M:0;16b413a53992:40899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:19:33,015 INFO [M:0;16b413a53992:40899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:19:33,015 DEBUG [M:0;16b413a53992:40899 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:19:33,015 DEBUG [M:0;16b413a53992:40899 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:19:33,015 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:19:33,015 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341904097 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341904097,5,FailOnTimeoutGroup] 2024-11-11T16:19:33,015 INFO [M:0;16b413a53992:40899 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:19:33,015 INFO [M:0;16b413a53992:40899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:19:33,015 DEBUG [M:0;16b413a53992:40899 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:19:33,015 INFO [M:0;16b413a53992:40899 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:19:33,015 INFO [M:0;16b413a53992:40899 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:19:33,015 INFO [M:0;16b413a53992:40899 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:19:33,015 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:19:33,016 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341904099 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341904099,5,FailOnTimeoutGroup] 2024-11-11T16:19:33,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11523005621/master 2024-11-11T16:19:33,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523005621 2024-11-11T16:19:33,017 DEBUG [M:0;16b413a53992:40899 {}] zookeeper.ZKUtil(347): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Unable to get data of znode /11523005621/master because node does not exist (not an error) 2024-11-11T16:19:33,017 WARN [M:0;16b413a53992:40899 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T16:19:33,021 INFO [M:0;16b413a53992:40899 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/.lastflushedseqids 2024-11-11T16:19:33,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741843_1019 (size=173) 2024-11-11T16:19:33,032 INFO [M:0;16b413a53992:40899 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:19:33,032 INFO [M:0;16b413a53992:40899 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:19:33,033 DEBUG [M:0;16b413a53992:40899 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:19:33,033 INFO [M:0;16b413a53992:40899 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:33,033 DEBUG [M:0;16b413a53992:40899 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:33,033 DEBUG [M:0;16b413a53992:40899 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:19:33,033 DEBUG [M:0;16b413a53992:40899 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:33,033 INFO [M:0;16b413a53992:40899 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-11T16:19:33,057 DEBUG [M:0;16b413a53992:40899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9bf2a0ad176a46688eead15fe84d7473 is 82, key is hbase:meta,,1/info:regioninfo/1731341905435/Put/seqid=0 2024-11-11T16:19:33,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741844_1020 (size=5672) 2024-11-11T16:19:33,071 INFO [M:0;16b413a53992:40899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9bf2a0ad176a46688eead15fe84d7473 2024-11-11T16:19:33,108 DEBUG [M:0;16b413a53992:40899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d1baef4fb664e50b908991c320b5f5b is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731341907175/Put/seqid=0 2024-11-11T16:19:33,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1002fa2d72a0004, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:19:33,114 INFO [RS:0;16b413a53992:33751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:19:33,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1002fa2d72a0004, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:19:33,114 INFO [RS:0;16b413a53992:33751 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,33751,1731341902583; zookeeper connection closed. 2024-11-11T16:19:33,115 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bb70a57 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bb70a57 2024-11-11T16:19:33,115 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:19:33,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741845_1021 (size=6726) 2024-11-11T16:19:33,517 INFO [M:0;16b413a53992:40899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d1baef4fb664e50b908991c320b5f5b 2024-11-11T16:19:33,526 INFO [M:0;16b413a53992:40899 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d1baef4fb664e50b908991c320b5f5b 2024-11-11T16:19:33,546 DEBUG [M:0;16b413a53992:40899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e82b613f3a24143b9f71f20c25bdf70 is 69, key is 16b413a53992,33751,1731341902583/rs:state/1731341904138/Put/seqid=0 2024-11-11T16:19:33,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741846_1022 (size=5156) 2024-11-11T16:19:33,563 INFO [M:0;16b413a53992:40899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e82b613f3a24143b9f71f20c25bdf70 2024-11-11T16:19:33,577 DEBUG [M:0;16b413a53992:40899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9bf2a0ad176a46688eead15fe84d7473 as hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9bf2a0ad176a46688eead15fe84d7473 2024-11-11T16:19:33,583 INFO [M:0;16b413a53992:40899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9bf2a0ad176a46688eead15fe84d7473, entries=8, sequenceid=58, filesize=5.5 K 2024-11-11T16:19:33,584 DEBUG [M:0;16b413a53992:40899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d1baef4fb664e50b908991c320b5f5b as hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d1baef4fb664e50b908991c320b5f5b 2024-11-11T16:19:33,591 INFO [M:0;16b413a53992:40899 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d1baef4fb664e50b908991c320b5f5b 2024-11-11T16:19:33,591 INFO [M:0;16b413a53992:40899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d1baef4fb664e50b908991c320b5f5b, entries=6, sequenceid=58, filesize=6.6 K 2024-11-11T16:19:33,592 DEBUG [M:0;16b413a53992:40899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e82b613f3a24143b9f71f20c25bdf70 as hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e82b613f3a24143b9f71f20c25bdf70 2024-11-11T16:19:33,604 INFO [M:0;16b413a53992:40899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/0555cbe5-2c25-93d8-02ac-03728f96de58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e82b613f3a24143b9f71f20c25bdf70, entries=1, sequenceid=58, filesize=5.0 K 2024-11-11T16:19:33,606 INFO [M:0;16b413a53992:40899 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 572ms, sequenceid=58, compaction requested=false 2024-11-11T16:19:33,610 INFO [M:0;16b413a53992:40899 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:33,610 DEBUG [M:0;16b413a53992:40899 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731341973032Disabling compacts and flushes for region at 1731341973032Disabling writes for close at 1731341973033 (+1 ms)Obtaining lock to block concurrent updates at 1731341973033Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731341973033Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731341973034 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731341973034Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731341973034Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731341973056 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731341973056Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731341973079 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731341973107 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731341973107Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731341973527 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731341973546 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731341973546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5745337b: reopening flushed file at 1731341973572 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ad1269: reopening flushed file at 1731341973583 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a3667ae: reopening flushed file at 1731341973592 (+9 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 572ms, sequenceid=58, compaction requested=false at 1731341973606 (+14 ms)Writing region close event to WAL at 1731341973610 (+4 ms)Closed at 1731341973610 2024-11-11T16:19:33,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38541 is added to blk_1073741830_1006 (size=33014) 2024-11-11T16:19:33,622 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:19:33,622 INFO [M:0;16b413a53992:40899 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:19:33,622 INFO [M:0;16b413a53992:40899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40899 2024-11-11T16:19:33,624 INFO [M:0;16b413a53992:40899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:19:33,729 INFO [M:0;16b413a53992:40899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:19:33,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:19:33,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40899-0x1002fa2d72a0003, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:19:33,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a235760{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:19:33,733 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d082e22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:19:33,733 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:19:33,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b3bd94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:19:33,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@715188a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/hadoop.log.dir/,STOPPED} 2024-11-11T16:19:33,737 WARN [BP-1552132586-172.17.0.2-1731341901280 heartbeating to localhost/127.0.0.1:40141 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:19:33,737 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:19:33,737 WARN [BP-1552132586-172.17.0.2-1731341901280 heartbeating to localhost/127.0.0.1:40141 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1552132586-172.17.0.2-1731341901280 (Datanode Uuid b35f5bd7-9211-41b2-bbfc-bd1364fcb388) service to localhost/127.0.0.1:40141 2024-11-11T16:19:33,737 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:19:33,738 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/cluster_a73b89ab-d2e1-e0d6-6708-db1e12b893c7/data/data1/current/BP-1552132586-172.17.0.2-1731341901280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:19:33,739 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:19:33,741 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/cluster_a73b89ab-d2e1-e0d6-6708-db1e12b893c7/data/data2/current/BP-1552132586-172.17.0.2-1731341901280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:19:33,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bf87cc5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:19:33,748 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@118ff1e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:19:33,748 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:19:33,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40b5a5e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:19:33,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2531001e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/hadoop.log.dir/,STOPPED} 2024-11-11T16:19:33,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:19:33,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:19:33,764 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:19:33,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:19:33,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:33,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:33,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:19:33,765 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:19:33,765 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=467813021, stopped=false 2024-11-11T16:19:33,765 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,33369,1731341897875 2024-11-11T16:19:33,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01364952268/running 2024-11-11T16:19:33,767 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1002fa2d72a0001, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01364952268/running 2024-11-11T16:19:33,767 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1002fa2d72a0001, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01364952268 2024-11-11T16:19:33,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01364952268 2024-11-11T16:19:33,767 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:19:33,767 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:19:33,767 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:19:33,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:33,768 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,37337,1731341898011' ***** 2024-11-11T16:19:33,768 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:19:33,768 INFO [RS:0;16b413a53992:37337 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:19:33,768 INFO [RS:0;16b413a53992:37337 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:19:33,768 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:19:33,768 INFO [RS:0;16b413a53992:37337 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:19:33,768 INFO [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(3091): Received CLOSE for 25fd850445c3ce50d4c2bb3d067e96de 2024-11-11T16:19:33,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Set watcher on znode that does not yet exist, /01364952268/running 2024-11-11T16:19:33,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37337-0x1002fa2d72a0001, quorum=127.0.0.1:63406, baseZNode=/01364952268 Set watcher on znode that does not yet exist, /01364952268/running 2024-11-11T16:19:33,770 INFO [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(3091): Received CLOSE for 609124e4a38e8ad6f11f9e7ce091ca7d 2024-11-11T16:19:33,770 INFO [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,37337,1731341898011 2024-11-11T16:19:33,770 INFO [RS:0;16b413a53992:37337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:19:33,770 INFO [RS:0;16b413a53992:37337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:37337. 2024-11-11T16:19:33,770 DEBUG [RS:0;16b413a53992:37337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:19:33,770 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25fd850445c3ce50d4c2bb3d067e96de, disabling compactions & flushes 2024-11-11T16:19:33,770 DEBUG [RS:0;16b413a53992:37337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:33,770 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de. 2024-11-11T16:19:33,770 INFO [RS:0;16b413a53992:37337 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:19:33,770 INFO [RS:0;16b413a53992:37337 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:19:33,770 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de. 2024-11-11T16:19:33,770 INFO [RS:0;16b413a53992:37337 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:19:33,770 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de. after waiting 0 ms 2024-11-11T16:19:33,770 INFO [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:19:33,770 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de. 2024-11-11T16:19:33,770 INFO [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T16:19:33,770 DEBUG [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(1325): Online Regions={25fd850445c3ce50d4c2bb3d067e96de=test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de., 609124e4a38e8ad6f11f9e7ce091ca7d=hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T16:19:33,770 DEBUG [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25fd850445c3ce50d4c2bb3d067e96de, 609124e4a38e8ad6f11f9e7ce091ca7d 2024-11-11T16:19:33,771 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:19:33,771 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:19:33,771 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:19:33,771 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:19:33,771 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:19:33,771 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T16:19:33,786 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/default/test/25fd850445c3ce50d4c2bb3d067e96de/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T16:19:33,787 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:19:33,787 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:19:33,787 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de. 2024-11-11T16:19:33,787 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25fd850445c3ce50d4c2bb3d067e96de: Waiting for close lock at 1731341973770Running coprocessor pre-close hooks at 1731341973770Disabling compacts and flushes for region at 1731341973770Disabling writes for close at 1731341973770Writing region close event to WAL at 1731341973781 (+11 ms)Running coprocessor post-close hooks at 1731341973787 (+6 ms)Closed at 1731341973787 2024-11-11T16:19:33,787 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de. 2024-11-11T16:19:33,787 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 609124e4a38e8ad6f11f9e7ce091ca7d, disabling compactions & flushes 2024-11-11T16:19:33,787 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d. 2024-11-11T16:19:33,787 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d. 2024-11-11T16:19:33,787 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d. after waiting 0 ms 2024-11-11T16:19:33,787 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d. 2024-11-11T16:19:33,788 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 609124e4a38e8ad6f11f9e7ce091ca7d 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-11T16:19:33,802 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740/.tmp/info/72e5292009594456a9b5720893dd779a is 147, key is hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d./info:regioninfo/1731341908308/Put/seqid=0 2024-11-11T16:19:33,812 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/replication/609124e4a38e8ad6f11f9e7ce091ca7d/.tmp/hfileref/113807e08d234263bb7ede4764c61fd2 is 74, key is 1/hfileref:ba65e85788a74b30a1e699fec4af6132_SeqId_4_/1731341910881/DeleteColumn/seqid=0 2024-11-11T16:19:33,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741844_1020 (size=7686) 2024-11-11T16:19:33,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741845_1021 (size=5203) 2024-11-11T16:19:33,834 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/replication/609124e4a38e8ad6f11f9e7ce091ca7d/.tmp/hfileref/113807e08d234263bb7ede4764c61fd2 2024-11-11T16:19:33,857 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:19:33,867 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/replication/609124e4a38e8ad6f11f9e7ce091ca7d/.tmp/queue/aedfe8d5aaae4e689a36660dd07fc907 is 153, key is 1-16b413a53992,37337,1731341898011/queue:16b413a53992%2C37337%2C1731341898011/1731341912681/Put/seqid=0 2024-11-11T16:19:33,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741846_1022 (size=5352) 2024-11-11T16:19:33,971 DEBUG [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 609124e4a38e8ad6f11f9e7ce091ca7d 2024-11-11T16:19:34,171 DEBUG [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 609124e4a38e8ad6f11f9e7ce091ca7d 2024-11-11T16:19:34,216 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740/.tmp/info/72e5292009594456a9b5720893dd779a 2024-11-11T16:19:34,249 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740/.tmp/ns/a420392554fb409cbed81179ccde2f4e is 43, key is default/ns:d/1731341901143/Put/seqid=0 2024-11-11T16:19:34,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741847_1023 (size=5153) 2024-11-11T16:19:34,291 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/replication/609124e4a38e8ad6f11f9e7ce091ca7d/.tmp/queue/aedfe8d5aaae4e689a36660dd07fc907 2024-11-11T16:19:34,298 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/replication/609124e4a38e8ad6f11f9e7ce091ca7d/.tmp/hfileref/113807e08d234263bb7ede4764c61fd2 as hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/replication/609124e4a38e8ad6f11f9e7ce091ca7d/hfileref/113807e08d234263bb7ede4764c61fd2 2024-11-11T16:19:34,303 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/replication/609124e4a38e8ad6f11f9e7ce091ca7d/hfileref/113807e08d234263bb7ede4764c61fd2, entries=2, sequenceid=10, filesize=5.1 K 2024-11-11T16:19:34,304 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/replication/609124e4a38e8ad6f11f9e7ce091ca7d/.tmp/queue/aedfe8d5aaae4e689a36660dd07fc907 as hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/replication/609124e4a38e8ad6f11f9e7ce091ca7d/queue/aedfe8d5aaae4e689a36660dd07fc907 2024-11-11T16:19:34,310 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/replication/609124e4a38e8ad6f11f9e7ce091ca7d/queue/aedfe8d5aaae4e689a36660dd07fc907, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T16:19:34,311 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 609124e4a38e8ad6f11f9e7ce091ca7d in 524ms, sequenceid=10, compaction requested=false 2024-11-11T16:19:34,321 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/replication/609124e4a38e8ad6f11f9e7ce091ca7d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T16:19:34,322 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:19:34,322 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:19:34,322 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d. 2024-11-11T16:19:34,322 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 609124e4a38e8ad6f11f9e7ce091ca7d: Waiting for close lock at 1731341973787Running coprocessor pre-close hooks at 1731341973787Disabling compacts and flushes for region at 1731341973787Disabling writes for close at 1731341973787Obtaining lock to block concurrent updates at 1731341973788 (+1 ms)Preparing flush snapshotting stores in 609124e4a38e8ad6f11f9e7ce091ca7d at 1731341973788Finished memstore snapshotting hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731341973788Flushing stores of hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d. at 1731341973789 (+1 ms)Flushing 609124e4a38e8ad6f11f9e7ce091ca7d/hfileref: creating writer at 1731341973789Flushing 609124e4a38e8ad6f11f9e7ce091ca7d/hfileref: appending metadata at 1731341973811 (+22 ms)Flushing 609124e4a38e8ad6f11f9e7ce091ca7d/hfileref: closing flushed file at 1731341973811Flushing 609124e4a38e8ad6f11f9e7ce091ca7d/queue: creating writer at 1731341973844 (+33 ms)Flushing 609124e4a38e8ad6f11f9e7ce091ca7d/queue: appending metadata at 1731341973866 (+22 ms)Flushing 609124e4a38e8ad6f11f9e7ce091ca7d/queue: closing flushed file at 1731341973866Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cdc911c: reopening flushed file at 1731341974297 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@697e0496: reopening flushed file at 1731341974303 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 609124e4a38e8ad6f11f9e7ce091ca7d in 524ms, sequenceid=10, compaction requested=false at 1731341974312 (+9 ms)Writing region close event to WAL at 1731341974313 (+1 ms)Running coprocessor post-close hooks at 1731341974322 (+9 ms)Closed at 1731341974322 2024-11-11T16:19:34,322 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731341907439.609124e4a38e8ad6f11f9e7ce091ca7d. 2024-11-11T16:19:34,365 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:19:34,365 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:19:34,371 DEBUG [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:19:34,572 DEBUG [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:19:34,655 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740/.tmp/ns/a420392554fb409cbed81179ccde2f4e 2024-11-11T16:19:34,676 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740/.tmp/rep_barrier/19c2995d6ab9457291f4cb83c4067f11 is 112, key is test,,1731341905552.25fd850445c3ce50d4c2bb3d067e96de./rep_barrier:seqnumDuringOpen/1731341906469/Put/seqid=0 2024-11-11T16:19:34,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741848_1024 (size=5518) 2024-11-11T16:19:34,772 INFO [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T16:19:34,772 DEBUG [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T16:19:34,772 DEBUG [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:19:34,972 DEBUG [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:19:35,084 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740/.tmp/rep_barrier/19c2995d6ab9457291f4cb83c4067f11 2024-11-11T16:19:35,104 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740/.tmp/table/4f4592dbd2194a0fb0d20748370beb9c is 53, key is hbase:replication/table:state/1731341908318/Put/seqid=0 2024-11-11T16:19:35,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741849_1025 (size=5308) 2024-11-11T16:19:35,172 DEBUG [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:19:35,373 DEBUG [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:19:35,509 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740/.tmp/table/4f4592dbd2194a0fb0d20748370beb9c 2024-11-11T16:19:35,515 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740/.tmp/info/72e5292009594456a9b5720893dd779a as hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740/info/72e5292009594456a9b5720893dd779a 2024-11-11T16:19:35,521 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740/info/72e5292009594456a9b5720893dd779a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T16:19:35,522 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740/.tmp/ns/a420392554fb409cbed81179ccde2f4e as hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740/ns/a420392554fb409cbed81179ccde2f4e 2024-11-11T16:19:35,528 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740/ns/a420392554fb409cbed81179ccde2f4e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T16:19:35,529 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740/.tmp/rep_barrier/19c2995d6ab9457291f4cb83c4067f11 as hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740/rep_barrier/19c2995d6ab9457291f4cb83c4067f11 2024-11-11T16:19:35,535 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740/rep_barrier/19c2995d6ab9457291f4cb83c4067f11, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T16:19:35,536 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740/.tmp/table/4f4592dbd2194a0fb0d20748370beb9c as hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740/table/4f4592dbd2194a0fb0d20748370beb9c 2024-11-11T16:19:35,541 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740/table/4f4592dbd2194a0fb0d20748370beb9c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T16:19:35,542 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1771ms, sequenceid=16, compaction requested=false 2024-11-11T16:19:35,547 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T16:19:35,548 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:19:35,548 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:19:35,548 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:19:35,548 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731341973771Running coprocessor pre-close hooks at 1731341973771Disabling compacts and flushes for region at 1731341973771Disabling writes for close at 1731341973771Obtaining lock to block concurrent updates at 1731341973771Preparing flush snapshotting stores in 1588230740 at 1731341973771Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731341973771Flushing stores of hbase:meta,,1.1588230740 at 1731341973773 (+2 ms)Flushing 1588230740/info: creating writer at 1731341973773Flushing 1588230740/info: appending metadata at 1731341973801 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731341973801Flushing 1588230740/ns: creating writer at 1731341974224 (+423 ms)Flushing 1588230740/ns: appending metadata at 1731341974248 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731341974249 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731341974660 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731341974675 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731341974675Flushing 1588230740/table: creating writer at 1731341975089 (+414 ms)Flushing 1588230740/table: appending metadata at 1731341975104 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731341975104Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c73e4e: reopening flushed file at 1731341975515 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4980e6af: reopening flushed file at 1731341975521 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ca1853a: reopening flushed file at 1731341975528 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ad2aefa: reopening flushed file at 1731341975535 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1771ms, sequenceid=16, compaction requested=false at 1731341975542 (+7 ms)Writing region close event to WAL at 1731341975543 (+1 ms)Running coprocessor post-close hooks at 1731341975548 (+5 ms)Closed at 1731341975548 2024-11-11T16:19:35,548 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:19:35,573 INFO [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,37337,1731341898011; all regions closed. 2024-11-11T16:19:35,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741834_1010 (size=4239) 2024-11-11T16:19:35,579 DEBUG [RS:0;16b413a53992:37337 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/oldWALs 2024-11-11T16:19:35,579 INFO [RS:0;16b413a53992:37337 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C37337%2C1731341898011.meta:.meta(num 1731341901021) 2024-11-11T16:19:35,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741839_1015 (size=2700) 2024-11-11T16:19:35,584 DEBUG [RS:0;16b413a53992:37337 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/oldWALs 2024-11-11T16:19:35,584 INFO [RS:0;16b413a53992:37337 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C37337%2C1731341898011.rep:(num 1731341908250) 2024-11-11T16:19:35,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741833_1009 (size=1300) 2024-11-11T16:19:35,587 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/WALs/16b413a53992,37337,1731341898011/16b413a53992%2C37337%2C1731341898011.1731341900549 not finished, retry = 0 2024-11-11T16:19:35,689 DEBUG [RS:0;16b413a53992:37337 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/oldWALs 2024-11-11T16:19:35,689 INFO [RS:0;16b413a53992:37337 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C37337%2C1731341898011:(num 1731341900549) 2024-11-11T16:19:35,689 DEBUG [RS:0;16b413a53992:37337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:35,689 INFO [RS:0;16b413a53992:37337 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:19:35,690 INFO [RS:0;16b413a53992:37337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:19:35,690 INFO [RS:0;16b413a53992:37337 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T16:19:35,690 INFO [RS:0;16b413a53992:37337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:19:35,690 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:19:35,690 INFO [RS:0;16b413a53992:37337 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16b413a53992,37337,1731341898011 because: Region server is closing 2024-11-11T16:19:35,690 INFO [RS:0;16b413a53992:37337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:37337. 2024-11-11T16:19:35,690 DEBUG [RS:0;16b413a53992:37337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:19:35,690 DEBUG [RS:0;16b413a53992:37337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:35,691 DEBUG [RS:0;16b413a53992:37337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:35,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:19:35,791 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.wal-reader.16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T16:19:35,791 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.shipper16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T16:19:35,791 INFO [RS:0;16b413a53992:37337 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37337,1731341898011.replicationSource.shipper16b413a53992%2C37337%2C1731341898011,1-16b413a53992,37337,1731341898011 terminated 2024-11-11T16:19:35,791 INFO [RS:0;16b413a53992:37337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37337 2024-11-11T16:19:35,794 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1002fa2d72a0001, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01364952268/rs/16b413a53992,37337,1731341898011 2024-11-11T16:19:35,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01364952268/rs 2024-11-11T16:19:35,794 INFO [RS:0;16b413a53992:37337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:19:35,794 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,37337,1731341898011] 2024-11-11T16:19:35,796 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01364952268/draining/16b413a53992,37337,1731341898011 already deleted, retry=false 2024-11-11T16:19:35,796 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,37337,1731341898011 expired; onlineServers=0 2024-11-11T16:19:35,796 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,33369,1731341897875' ***** 2024-11-11T16:19:35,796 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:19:35,796 INFO [M:0;16b413a53992:33369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:19:35,796 INFO [M:0;16b413a53992:33369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:19:35,796 DEBUG [M:0;16b413a53992:33369 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:19:35,797 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:19:35,797 DEBUG [M:0;16b413a53992:33369 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:19:35,797 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341900196 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341900196,5,FailOnTimeoutGroup] 2024-11-11T16:19:35,797 INFO [M:0;16b413a53992:33369 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:19:35,797 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341900195 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341900195,5,FailOnTimeoutGroup] 2024-11-11T16:19:35,797 INFO [M:0;16b413a53992:33369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:19:35,797 DEBUG [M:0;16b413a53992:33369 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:19:35,797 INFO [M:0;16b413a53992:33369 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:19:35,797 INFO [M:0;16b413a53992:33369 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:19:35,797 INFO [M:0;16b413a53992:33369 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:19:35,797 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:19:35,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01364952268/master 2024-11-11T16:19:35,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01364952268 2024-11-11T16:19:35,799 DEBUG [M:0;16b413a53992:33369 {}] zookeeper.ZKUtil(347): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Unable to get data of znode /01364952268/master because node does not exist (not an error) 2024-11-11T16:19:35,799 WARN [M:0;16b413a53992:33369 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T16:19:35,800 INFO [M:0;16b413a53992:33369 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/.lastflushedseqids 2024-11-11T16:19:35,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741850_1026 (size=263) 2024-11-11T16:19:35,805 INFO [M:0;16b413a53992:33369 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:19:35,805 INFO [M:0;16b413a53992:33369 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:19:35,806 DEBUG [M:0;16b413a53992:33369 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:19:35,806 INFO [M:0;16b413a53992:33369 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:35,806 DEBUG [M:0;16b413a53992:33369 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:35,806 DEBUG [M:0;16b413a53992:33369 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:19:35,806 DEBUG [M:0;16b413a53992:33369 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:35,806 INFO [M:0;16b413a53992:33369 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-11T16:19:35,822 DEBUG [M:0;16b413a53992:33369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7286ee003aea403e86593055ee67112a is 82, key is hbase:meta,,1/info:regioninfo/1731341901125/Put/seqid=0 2024-11-11T16:19:35,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741851_1027 (size=5672) 2024-11-11T16:19:35,896 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1002fa2d72a0001, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:19:35,896 INFO [RS:0;16b413a53992:37337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:19:35,896 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1002fa2d72a0001, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:19:35,896 INFO [RS:0;16b413a53992:37337 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,37337,1731341898011; zookeeper connection closed. 2024-11-11T16:19:35,896 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34097273 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34097273 2024-11-11T16:19:35,896 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:19:36,227 INFO [M:0;16b413a53992:33369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7286ee003aea403e86593055ee67112a 2024-11-11T16:19:36,252 DEBUG [M:0;16b413a53992:33369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c269ccc4583840799a1cbd5fa272c701 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731341906522/Put/seqid=0 2024-11-11T16:19:36,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741852_1028 (size=7239) 2024-11-11T16:19:36,657 INFO [M:0;16b413a53992:33369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c269ccc4583840799a1cbd5fa272c701 2024-11-11T16:19:36,663 INFO [M:0;16b413a53992:33369 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c269ccc4583840799a1cbd5fa272c701 2024-11-11T16:19:36,680 DEBUG [M:0;16b413a53992:33369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c0246d6a588d4beda06f49ac27ed9dd0 is 69, key is 16b413a53992,37337,1731341898011/rs:state/1731341900274/Put/seqid=0 2024-11-11T16:19:36,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741853_1029 (size=5156) 2024-11-11T16:19:37,084 INFO [M:0;16b413a53992:33369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c0246d6a588d4beda06f49ac27ed9dd0 2024-11-11T16:19:37,091 DEBUG [M:0;16b413a53992:33369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7286ee003aea403e86593055ee67112a as hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7286ee003aea403e86593055ee67112a 2024-11-11T16:19:37,097 INFO [M:0;16b413a53992:33369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7286ee003aea403e86593055ee67112a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T16:19:37,098 DEBUG [M:0;16b413a53992:33369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c269ccc4583840799a1cbd5fa272c701 as hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c269ccc4583840799a1cbd5fa272c701 2024-11-11T16:19:37,102 INFO [M:0;16b413a53992:33369 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c269ccc4583840799a1cbd5fa272c701 2024-11-11T16:19:37,102 INFO [M:0;16b413a53992:33369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c269ccc4583840799a1cbd5fa272c701, entries=11, sequenceid=105, filesize=7.1 K 2024-11-11T16:19:37,103 DEBUG [M:0;16b413a53992:33369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c0246d6a588d4beda06f49ac27ed9dd0 as hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c0246d6a588d4beda06f49ac27ed9dd0 2024-11-11T16:19:37,107 INFO [M:0;16b413a53992:33369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45881/user/jenkins/test-data/d0d1901a-36f8-ff95-b282-1376fc140949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c0246d6a588d4beda06f49ac27ed9dd0, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T16:19:37,108 INFO [M:0;16b413a53992:33369 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=105, compaction requested=false 2024-11-11T16:19:37,110 INFO [M:0;16b413a53992:33369 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:37,110 DEBUG [M:0;16b413a53992:33369 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731341975806Disabling compacts and flushes for region at 1731341975806Disabling writes for close at 1731341975806Obtaining lock to block concurrent updates at 1731341975806Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731341975806Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731341975806Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731341975807 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731341975807Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731341975821 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731341975821Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731341976232 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731341976251 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731341976251Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731341976663 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731341976679 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731341976679Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6454deee: reopening flushed file at 1731341977091 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67797fac: reopening flushed file at 1731341977097 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f185b34: reopening flushed file at 1731341977102 (+5 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=105, compaction requested=false at 1731341977109 (+7 ms)Writing region close event to WAL at 1731341977110 (+1 ms)Closed at 1731341977110 2024-11-11T16:19:37,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34717 is added to blk_1073741830_1006 (size=64514) 2024-11-11T16:19:37,112 INFO [M:0;16b413a53992:33369 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:19:37,112 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:19:37,112 INFO [M:0;16b413a53992:33369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33369 2024-11-11T16:19:37,113 INFO [M:0;16b413a53992:33369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:19:37,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:19:37,215 INFO [M:0;16b413a53992:33369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:19:37,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1002fa2d72a0000, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:19:37,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e92450{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:19:37,220 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33d5ace5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:19:37,220 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:19:37,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cd7d83c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:19:37,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@559c8725{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/hadoop.log.dir/,STOPPED} 2024-11-11T16:19:37,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:37,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:37,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:37,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:37,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:37,237 WARN [BP-1261258861-172.17.0.2-1731341896872 heartbeating to localhost/127.0.0.1:45881 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:19:37,237 WARN [BP-1261258861-172.17.0.2-1731341896872 heartbeating to localhost/127.0.0.1:45881 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1261258861-172.17.0.2-1731341896872 (Datanode Uuid 280321ba-1f98-49cf-9469-b34118087f33) service to localhost/127.0.0.1:45881 2024-11-11T16:19:37,237 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:19:37,237 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:19:37,238 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/cluster_a12d1d33-b95c-1c83-f335-ad6170982174/data/data1/current/BP-1261258861-172.17.0.2-1731341896872 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:19:37,238 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/cluster_a12d1d33-b95c-1c83-f335-ad6170982174/data/data2/current/BP-1261258861-172.17.0.2-1731341896872 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:19:37,238 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:19:37,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6549097d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:19:37,245 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b04ed8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:19:37,245 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:19:37,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1281b052{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:19:37,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39814362{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137990f8-6cea-fbb9-041c-566d26d36ef5/hadoop.log.dir/,STOPPED} 2024-11-11T16:19:37,251 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T16:19:37,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:19:37,270 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 139) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40141 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40141 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40141 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45881 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45881 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f1778b8f758.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63406) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f1778b8f758.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:40141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45881 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63406) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=570 (was 586), ProcessCount=11 (was 11), AvailableMemoryMB=2874 (was 2825) - AvailableMemoryMB LEAK? - 2024-11-11T16:19:37,278 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=570, ProcessCount=11, AvailableMemoryMB=2874 2024-11-11T16:19:37,292 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-11T16:19:37,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/hadoop.log.dir so I do NOT create it in target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61 2024-11-11T16:19:37,293 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T16:19:37,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/hadoop.tmp.dir so I do NOT create it in target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61 2024-11-11T16:19:37,293 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c06147f-5638-cfba-9696-0d1de0eed68a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T16:19:37,293 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61 2024-11-11T16:19:37,293 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/cluster_0441c693-ca95-cc4b-e650-b8f0e1d7505f, deleteOnExit=true 2024-11-11T16:19:37,297 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/cluster_0441c693-ca95-cc4b-e650-b8f0e1d7505f/zookeeper_0, clientPort=59613, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/cluster_0441c693-ca95-cc4b-e650-b8f0e1d7505f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/cluster_0441c693-ca95-cc4b-e650-b8f0e1d7505f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T16:19:37,301 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59613 2024-11-11T16:19:37,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:19:37,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:19:37,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/test.cache.data in system properties and HBase conf 2024-11-11T16:19:37,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:19:37,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:19:37,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:19:37,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:19:37,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:19:37,302 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:19:37,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:19:37,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:19:37,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:19:37,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:19:37,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:19:37,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:19:37,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:19:37,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:19:37,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:19:37,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:19:37,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:19:37,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:19:37,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:19:37,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:19:37,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1002fa2d72a0002, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T16:19:37,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1002fa2d72a0005, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T16:19:37,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1002fa2d72a0005, quorum=127.0.0.1:63406, baseZNode=/11523005621 Received Disconnected from ZooKeeper, ignoring 2024-11-11T16:19:37,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1002fa2d72a0002, quorum=127.0.0.1:63406, baseZNode=/01364952268 Received Disconnected from ZooKeeper, ignoring 2024-11-11T16:19:37,367 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T16:19:37,386 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:37,387 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:37,387 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:37,387 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:37,388 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:37,393 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:37,413 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:19:37,417 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:19:37,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:19:37,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:19:37,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:19:37,423 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:19:37,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@790cc8f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:19:37,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45043a6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:19:37,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2863aca8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/java.io.tmpdir/jetty-localhost-39919-hadoop-hdfs-3_4_1-tests_jar-_-any-5872964149722281071/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:19:37,574 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a5a3150{HTTP/1.1, (http/1.1)}{localhost:39919} 2024-11-11T16:19:37,574 INFO [Time-limited test {}] server.Server(415): Started @123201ms 2024-11-11T16:19:37,678 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:19:37,682 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:19:37,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:19:37,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:19:37,683 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:19:37,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b32556b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:19:37,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68ec88d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:19:37,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2befb1e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/java.io.tmpdir/jetty-localhost-43879-hadoop-hdfs-3_4_1-tests_jar-_-any-9480558755140852071/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:19:37,830 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7eb79f26{HTTP/1.1, (http/1.1)}{localhost:43879} 2024-11-11T16:19:37,830 INFO [Time-limited test {}] server.Server(415): Started @123457ms 2024-11-11T16:19:37,832 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:19:38,015 WARN [Thread-1274 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/cluster_0441c693-ca95-cc4b-e650-b8f0e1d7505f/data/data1/current/BP-1022100076-172.17.0.2-1731341977325/current, will proceed with Du for space computation calculation, 2024-11-11T16:19:38,015 WARN [Thread-1275 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/cluster_0441c693-ca95-cc4b-e650-b8f0e1d7505f/data/data2/current/BP-1022100076-172.17.0.2-1731341977325/current, will proceed with Du for space computation calculation, 2024-11-11T16:19:38,065 WARN [Thread-1262 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:19:38,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5e693c64eb26093 with lease ID 0x3433ce71c182c47b: Processing first storage report for DS-f72fc138-930a-41db-ae84-749bfb9fbf68 from datanode DatanodeRegistration(127.0.0.1:35885, datanodeUuid=70932519-7577-4764-9a2f-4c3144939624, infoPort=46705, infoSecurePort=0, ipcPort=42935, storageInfo=lv=-57;cid=testClusterID;nsid=291525339;c=1731341977325) 2024-11-11T16:19:38,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5e693c64eb26093 with lease ID 0x3433ce71c182c47b: from storage DS-f72fc138-930a-41db-ae84-749bfb9fbf68 node DatanodeRegistration(127.0.0.1:35885, datanodeUuid=70932519-7577-4764-9a2f-4c3144939624, infoPort=46705, infoSecurePort=0, ipcPort=42935, storageInfo=lv=-57;cid=testClusterID;nsid=291525339;c=1731341977325), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:19:38,072 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5e693c64eb26093 with lease ID 0x3433ce71c182c47b: Processing first storage report for DS-1dfe8013-67c8-44c8-a481-f1bd4384c06e from datanode DatanodeRegistration(127.0.0.1:35885, datanodeUuid=70932519-7577-4764-9a2f-4c3144939624, infoPort=46705, infoSecurePort=0, ipcPort=42935, storageInfo=lv=-57;cid=testClusterID;nsid=291525339;c=1731341977325) 2024-11-11T16:19:38,072 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5e693c64eb26093 with lease ID 0x3433ce71c182c47b: from storage DS-1dfe8013-67c8-44c8-a481-f1bd4384c06e node DatanodeRegistration(127.0.0.1:35885, datanodeUuid=70932519-7577-4764-9a2f-4c3144939624, infoPort=46705, infoSecurePort=0, ipcPort=42935, storageInfo=lv=-57;cid=testClusterID;nsid=291525339;c=1731341977325), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:19:38,121 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61 2024-11-11T16:19:38,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:19:38,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:19:38,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:19:38,132 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085 with version=8 2024-11-11T16:19:38,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/hbase-staging 2024-11-11T16:19:38,134 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:19:38,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:19:38,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:19:38,134 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:19:38,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:19:38,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:19:38,135 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:19:38,135 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:19:38,135 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33507 2024-11-11T16:19:38,136 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33507 connecting to ZooKeeper ensemble=127.0.0.1:59613 2024-11-11T16:19:38,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335070x0, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:19:38,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33507-0x1002fa4116d0000 connected 2024-11-11T16:19:38,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:19:38,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:19:38,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Set watcher on znode that does not yet exist, /0600902188/running 2024-11-11T16:19:38,171 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085, hbase.cluster.distributed=false 2024-11-11T16:19:38,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Set watcher on znode that does not yet exist, /0600902188/acl 2024-11-11T16:19:38,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33507 2024-11-11T16:19:38,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33507 2024-11-11T16:19:38,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33507 2024-11-11T16:19:38,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33507 2024-11-11T16:19:38,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33507 2024-11-11T16:19:38,195 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:19:38,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:19:38,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:19:38,196 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:19:38,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:19:38,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:19:38,196 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:19:38,196 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:19:38,210 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37205 2024-11-11T16:19:38,211 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37205 connecting to ZooKeeper ensemble=127.0.0.1:59613 2024-11-11T16:19:38,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:19:38,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:19:38,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372050x0, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:19:38,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372050x0, quorum=127.0.0.1:59613, baseZNode=/0600902188 Set watcher on znode that does not yet exist, /0600902188/running 2024-11-11T16:19:38,242 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:19:38,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37205-0x1002fa4116d0001 connected 2024-11-11T16:19:38,253 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:19:38,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37205-0x1002fa4116d0001, quorum=127.0.0.1:59613, baseZNode=/0600902188 Set watcher on znode that does not yet exist, /0600902188/master 2024-11-11T16:19:38,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37205-0x1002fa4116d0001, quorum=127.0.0.1:59613, baseZNode=/0600902188 Set watcher on znode that does not yet exist, /0600902188/acl 2024-11-11T16:19:38,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37205 2024-11-11T16:19:38,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37205 2024-11-11T16:19:38,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37205 2024-11-11T16:19:38,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37205 2024-11-11T16:19:38,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37205 2024-11-11T16:19:38,366 DEBUG [M:0;16b413a53992:33507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:33507 2024-11-11T16:19:38,372 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0600902188/backup-masters/16b413a53992,33507,1731341978134 2024-11-11T16:19:38,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x1002fa4116d0001, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188/backup-masters 2024-11-11T16:19:38,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188/backup-masters 2024-11-11T16:19:38,376 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Set watcher on existing znode=/0600902188/backup-masters/16b413a53992,33507,1731341978134 2024-11-11T16:19:38,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x1002fa4116d0001, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0600902188/master 2024-11-11T16:19:38,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x1002fa4116d0001, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188 2024-11-11T16:19:38,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188 2024-11-11T16:19:38,384 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Set watcher on existing znode=/0600902188/master 2024-11-11T16:19:38,385 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0600902188/backup-masters/16b413a53992,33507,1731341978134 from backup master directory 2024-11-11T16:19:38,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x1002fa4116d0001, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188/backup-masters 2024-11-11T16:19:38,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0600902188/backup-masters/16b413a53992,33507,1731341978134 2024-11-11T16:19:38,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188/backup-masters 2024-11-11T16:19:38,397 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:19:38,397 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,33507,1731341978134 2024-11-11T16:19:38,404 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/hbase.id] with ID: 7f4a863c-0129-490c-950e-dbea15d4b3d4 2024-11-11T16:19:38,404 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/.tmp/hbase.id 2024-11-11T16:19:38,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:19:38,838 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/.tmp/hbase.id]:[hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/hbase.id] 2024-11-11T16:19:38,864 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:19:38,864 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:19:38,865 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T16:19:38,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x1002fa4116d0001, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188 2024-11-11T16:19:38,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188 2024-11-11T16:19:38,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:19:38,888 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:19:38,889 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:19:38,889 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:19:38,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:19:38,905 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store 2024-11-11T16:19:38,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:19:38,930 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:19:38,930 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:19:38,930 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:38,930 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:38,930 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:19:38,930 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:38,930 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:38,930 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731341978930Disabling compacts and flushes for region at 1731341978930Disabling writes for close at 1731341978930Writing region close event to WAL at 1731341978930Closed at 1731341978930 2024-11-11T16:19:38,932 WARN [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/.initializing 2024-11-11T16:19:38,932 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/WALs/16b413a53992,33507,1731341978134 2024-11-11T16:19:38,937 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:19:38,939 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C33507%2C1731341978134, suffix=, logDir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/WALs/16b413a53992,33507,1731341978134, archiveDir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/oldWALs, maxLogs=10 2024-11-11T16:19:38,966 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/WALs/16b413a53992,33507,1731341978134/16b413a53992%2C33507%2C1731341978134.1731341978943, exclude list is [], retry=0 2024-11-11T16:19:38,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35885,DS-f72fc138-930a-41db-ae84-749bfb9fbf68,DISK] 2024-11-11T16:19:38,986 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/WALs/16b413a53992,33507,1731341978134/16b413a53992%2C33507%2C1731341978134.1731341978943 2024-11-11T16:19:38,986 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46705:46705)] 2024-11-11T16:19:38,987 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:19:38,987 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:19:38,987 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:38,987 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:38,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:38,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:19:38,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:38,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:19:38,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:39,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:19:39,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:39,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:19:39,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:39,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:19:39,002 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:39,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:19:39,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:39,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:19:39,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:39,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:19:39,005 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:39,006 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:39,006 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:39,008 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:39,008 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:39,008 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:19:39,010 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:39,013 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:19:39,013 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70575701, jitterRate=0.05165989696979523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:19:39,014 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731341978987Initializing all the Stores at 1731341978988 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341978988Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341978995 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341978995Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341978995Cleaning up temporary data from old regions at 1731341979008 (+13 ms)Region opened successfully at 1731341979014 (+6 ms) 2024-11-11T16:19:39,014 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:19:39,018 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19cd793b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:19:39,020 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:19:39,020 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:19:39,020 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:19:39,020 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:19:39,021 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:19:39,021 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T16:19:39,021 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:19:39,025 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:19:39,026 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Unable to get data of znode /0600902188/balancer because node does not exist (not necessarily an error) 2024-11-11T16:19:39,027 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0600902188/balancer already deleted, retry=false 2024-11-11T16:19:39,028 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:19:39,029 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Unable to get data of znode /0600902188/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:19:39,030 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0600902188/normalizer already deleted, retry=false 2024-11-11T16:19:39,030 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:19:39,039 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Unable to get data of znode /0600902188/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:19:39,040 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0600902188/switch/split already deleted, retry=false 2024-11-11T16:19:39,041 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Unable to get data of znode /0600902188/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:19:39,044 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0600902188/switch/merge already deleted, retry=false 2024-11-11T16:19:39,049 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Unable to get data of znode /0600902188/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:19:39,051 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0600902188/snapshot-cleanup already deleted, retry=false 2024-11-11T16:19:39,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x1002fa4116d0001, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0600902188/running 2024-11-11T16:19:39,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0600902188/running 2024-11-11T16:19:39,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x1002fa4116d0001, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188 2024-11-11T16:19:39,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188 2024-11-11T16:19:39,055 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,33507,1731341978134, sessionid=0x1002fa4116d0000, setting cluster-up flag (Was=false) 2024-11-11T16:19:39,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x1002fa4116d0001, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188 2024-11-11T16:19:39,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188 2024-11-11T16:19:39,064 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0600902188/flush-table-proc/acquired, /0600902188/flush-table-proc/reached, /0600902188/flush-table-proc/abort 2024-11-11T16:19:39,065 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,33507,1731341978134 2024-11-11T16:19:39,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x1002fa4116d0001, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188 2024-11-11T16:19:39,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188 2024-11-11T16:19:39,075 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0600902188/online-snapshot/acquired, /0600902188/online-snapshot/reached, /0600902188/online-snapshot/abort 2024-11-11T16:19:39,077 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,33507,1731341978134 2024-11-11T16:19:39,081 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:19:39,091 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:19:39,091 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:19:39,092 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:19:39,092 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,33507,1731341978134 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:19:39,094 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:19:39,094 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:19:39,094 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:19:39,094 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:19:39,094 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:19:39,094 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:39,094 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:19:39,094 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:39,106 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:19:39,106 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:19:39,107 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:39,107 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:19:39,113 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731342009113 2024-11-11T16:19:39,113 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:19:39,113 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:19:39,113 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:19:39,113 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:19:39,113 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:19:39,113 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:19:39,116 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:39,120 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:19:39,120 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:19:39,120 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:19:39,120 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T16:19:39,124 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:19:39,124 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:19:39,125 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341979125,5,FailOnTimeoutGroup] 2024-11-11T16:19:39,125 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341979125,5,FailOnTimeoutGroup] 2024-11-11T16:19:39,125 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:39,125 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:19:39,125 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:39,125 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:39,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:19:39,137 INFO [RS:0;16b413a53992:37205 {}] regionserver.HRegionServer(746): ClusterId : 7f4a863c-0129-490c-950e-dbea15d4b3d4 2024-11-11T16:19:39,137 DEBUG [RS:0;16b413a53992:37205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:19:39,139 DEBUG [RS:0;16b413a53992:37205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:19:39,139 DEBUG [RS:0;16b413a53992:37205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:19:39,141 DEBUG [RS:0;16b413a53992:37205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:19:39,141 DEBUG [RS:0;16b413a53992:37205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558f321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:19:39,163 DEBUG [RS:0;16b413a53992:37205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:37205 2024-11-11T16:19:39,163 INFO [RS:0;16b413a53992:37205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:19:39,163 INFO [RS:0;16b413a53992:37205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:19:39,163 DEBUG [RS:0;16b413a53992:37205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:19:39,164 INFO [RS:0;16b413a53992:37205 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,33507,1731341978134 with port=37205, startcode=1731341978195 2024-11-11T16:19:39,164 DEBUG [RS:0;16b413a53992:37205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:19:39,166 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:19:39,167 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33507 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,37205,1731341978195 2024-11-11T16:19:39,167 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33507 {}] master.ServerManager(517): Registering regionserver=16b413a53992,37205,1731341978195 2024-11-11T16:19:39,168 DEBUG [RS:0;16b413a53992:37205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085 2024-11-11T16:19:39,169 DEBUG [RS:0;16b413a53992:37205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45969 2024-11-11T16:19:39,169 DEBUG [RS:0;16b413a53992:37205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:19:39,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188/rs 2024-11-11T16:19:39,171 DEBUG [RS:0;16b413a53992:37205 {}] zookeeper.ZKUtil(111): regionserver:37205-0x1002fa4116d0001, quorum=127.0.0.1:59613, baseZNode=/0600902188 Set watcher on existing znode=/0600902188/rs/16b413a53992,37205,1731341978195 2024-11-11T16:19:39,171 WARN [RS:0;16b413a53992:37205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:19:39,171 INFO [RS:0;16b413a53992:37205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:19:39,171 DEBUG [RS:0;16b413a53992:37205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,37205,1731341978195 2024-11-11T16:19:39,172 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,37205,1731341978195] 2024-11-11T16:19:39,180 INFO [RS:0;16b413a53992:37205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:19:39,184 INFO [RS:0;16b413a53992:37205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:19:39,185 INFO [RS:0;16b413a53992:37205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:19:39,185 INFO [RS:0;16b413a53992:37205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:39,188 INFO [RS:0;16b413a53992:37205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:19:39,188 INFO [RS:0;16b413a53992:37205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:19:39,188 INFO [RS:0;16b413a53992:37205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:39,188 DEBUG [RS:0;16b413a53992:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:39,188 DEBUG [RS:0;16b413a53992:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:39,189 DEBUG [RS:0;16b413a53992:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:39,189 DEBUG [RS:0;16b413a53992:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:39,189 DEBUG [RS:0;16b413a53992:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:39,189 DEBUG [RS:0;16b413a53992:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:19:39,189 DEBUG [RS:0;16b413a53992:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:39,189 DEBUG [RS:0;16b413a53992:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:39,189 DEBUG [RS:0;16b413a53992:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:39,189 DEBUG [RS:0;16b413a53992:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:39,189 DEBUG [RS:0;16b413a53992:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:39,189 DEBUG [RS:0;16b413a53992:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:39,189 DEBUG [RS:0;16b413a53992:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:19:39,189 DEBUG [RS:0;16b413a53992:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:19:39,194 INFO [RS:0;16b413a53992:37205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:39,194 INFO [RS:0;16b413a53992:37205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:39,194 INFO [RS:0;16b413a53992:37205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:39,194 INFO [RS:0;16b413a53992:37205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:39,194 INFO [RS:0;16b413a53992:37205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:39,194 INFO [RS:0;16b413a53992:37205 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,37205,1731341978195-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:19:39,209 INFO [RS:0;16b413a53992:37205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:19:39,209 INFO [RS:0;16b413a53992:37205 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,37205,1731341978195-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:39,209 INFO [RS:0;16b413a53992:37205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:39,209 INFO [RS:0;16b413a53992:37205 {}] regionserver.Replication(171): 16b413a53992,37205,1731341978195 started 2024-11-11T16:19:39,226 INFO [RS:0;16b413a53992:37205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:39,226 INFO [RS:0;16b413a53992:37205 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,37205,1731341978195, RpcServer on 16b413a53992/172.17.0.2:37205, sessionid=0x1002fa4116d0001 2024-11-11T16:19:39,226 DEBUG [RS:0;16b413a53992:37205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:19:39,226 DEBUG [RS:0;16b413a53992:37205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,37205,1731341978195 2024-11-11T16:19:39,226 DEBUG [RS:0;16b413a53992:37205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,37205,1731341978195' 2024-11-11T16:19:39,226 DEBUG [RS:0;16b413a53992:37205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0600902188/flush-table-proc/abort' 2024-11-11T16:19:39,226 DEBUG [RS:0;16b413a53992:37205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0600902188/flush-table-proc/acquired' 2024-11-11T16:19:39,227 DEBUG [RS:0;16b413a53992:37205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:19:39,227 DEBUG [RS:0;16b413a53992:37205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:19:39,227 DEBUG [RS:0;16b413a53992:37205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,37205,1731341978195 2024-11-11T16:19:39,227 DEBUG [RS:0;16b413a53992:37205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,37205,1731341978195' 2024-11-11T16:19:39,227 DEBUG [RS:0;16b413a53992:37205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0600902188/online-snapshot/abort' 2024-11-11T16:19:39,227 DEBUG [RS:0;16b413a53992:37205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0600902188/online-snapshot/acquired' 2024-11-11T16:19:39,228 DEBUG [RS:0;16b413a53992:37205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:19:39,228 INFO [RS:0;16b413a53992:37205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:19:39,228 INFO [RS:0;16b413a53992:37205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:19:39,328 INFO [RS:0;16b413a53992:37205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:19:39,330 INFO [RS:0;16b413a53992:37205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C37205%2C1731341978195, suffix=, logDir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,37205,1731341978195, archiveDir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/oldWALs, maxLogs=10 2024-11-11T16:19:39,344 DEBUG [RS:0;16b413a53992:37205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,37205,1731341978195/16b413a53992%2C37205%2C1731341978195.1731341979330, exclude list is [], retry=0 2024-11-11T16:19:39,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35885,DS-f72fc138-930a-41db-ae84-749bfb9fbf68,DISK] 2024-11-11T16:19:39,349 INFO [RS:0;16b413a53992:37205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,37205,1731341978195/16b413a53992%2C37205%2C1731341978195.1731341979330 2024-11-11T16:19:39,349 DEBUG [RS:0;16b413a53992:37205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46705:46705)] 2024-11-11T16:19:39,527 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:19:39,528 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085 2024-11-11T16:19:39,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741833_1009 (size=32) 2024-11-11T16:19:39,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:19:39,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:19:39,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:19:39,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:39,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:19:39,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:19:39,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:19:39,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:39,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:19:39,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:19:39,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:19:39,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:39,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:19:39,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:19:39,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:19:39,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:39,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:19:39,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:19:39,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740 2024-11-11T16:19:39,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740 2024-11-11T16:19:39,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:19:39,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:19:39,547 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:19:39,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:19:39,550 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:19:39,550 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61631789, jitterRate=-0.08161477744579315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:19:39,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731341979536Initializing all the Stores at 1731341979537 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341979537Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341979537Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341979537Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341979537Cleaning up temporary data from old regions at 1731341979546 (+9 ms)Region opened successfully at 1731341979551 (+5 ms) 2024-11-11T16:19:39,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:19:39,551 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:19:39,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:19:39,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:19:39,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:19:39,552 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:19:39,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731341979551Disabling compacts and flushes for region at 1731341979551Disabling writes for close at 1731341979551Writing region close event to WAL at 1731341979552 (+1 ms)Closed at 1731341979552 2024-11-11T16:19:39,553 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:19:39,553 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:19:39,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:19:39,555 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:19:39,555 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:19:39,706 DEBUG [16b413a53992:33507 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:19:39,706 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,37205,1731341978195 2024-11-11T16:19:39,708 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,37205,1731341978195, state=OPENING 2024-11-11T16:19:39,709 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:19:39,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x1002fa4116d0001, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188 2024-11-11T16:19:39,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188 2024-11-11T16:19:39,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0600902188/meta-region-server: CHANGED 2024-11-11T16:19:39,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0600902188/meta-region-server: CHANGED 2024-11-11T16:19:39,711 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:19:39,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,37205,1731341978195}] 2024-11-11T16:19:39,864 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:19:39,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:19:39,869 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:19:39,869 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:19:39,870 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:19:39,871 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C37205%2C1731341978195.meta, suffix=.meta, logDir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,37205,1731341978195, archiveDir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/oldWALs, maxLogs=10 2024-11-11T16:19:39,885 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,37205,1731341978195/16b413a53992%2C37205%2C1731341978195.meta.1731341979872.meta, exclude list is [], retry=0 2024-11-11T16:19:39,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35885,DS-f72fc138-930a-41db-ae84-749bfb9fbf68,DISK] 2024-11-11T16:19:39,889 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,37205,1731341978195/16b413a53992%2C37205%2C1731341978195.meta.1731341979872.meta 2024-11-11T16:19:39,889 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46705:46705)] 2024-11-11T16:19:39,889 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:19:39,890 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:19:39,890 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:19:39,890 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:19:39,890 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:19:39,890 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:19:39,890 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:19:39,890 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:19:39,890 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:19:39,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:19:39,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:19:39,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:39,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:19:39,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:19:39,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:19:39,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:39,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:19:39,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:19:39,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:19:39,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:39,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:19:39,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:19:39,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:19:39,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:39,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:19:39,895 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:19:39,896 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740 2024-11-11T16:19:39,897 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740 2024-11-11T16:19:39,898 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:19:39,898 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:19:39,898 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:19:39,900 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:19:39,900 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61371565, jitterRate=-0.08549241721630096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:19:39,900 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:19:39,901 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731341979890Writing region info on filesystem at 1731341979890Initializing all the Stores at 1731341979891 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341979891Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341979891Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341979891Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341979891Cleaning up temporary data from old regions at 1731341979898 (+7 ms)Running coprocessor post-open hooks at 1731341979900 (+2 ms)Region opened successfully at 1731341979901 (+1 ms) 2024-11-11T16:19:39,902 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731341979864 2024-11-11T16:19:39,904 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:19:39,904 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:19:39,905 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,37205,1731341978195 2024-11-11T16:19:39,905 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,37205,1731341978195, state=OPEN 2024-11-11T16:19:39,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0600902188/meta-region-server 2024-11-11T16:19:39,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x1002fa4116d0001, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0600902188/meta-region-server 2024-11-11T16:19:39,909 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,37205,1731341978195 2024-11-11T16:19:39,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0600902188/meta-region-server: CHANGED 2024-11-11T16:19:39,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0600902188/meta-region-server: CHANGED 2024-11-11T16:19:39,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:19:39,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,37205,1731341978195 in 198 msec 2024-11-11T16:19:39,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:19:39,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-11-11T16:19:39,915 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:19:39,915 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:19:39,917 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:19:39,917 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,37205,1731341978195, seqNum=-1] 2024-11-11T16:19:39,917 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:19:39,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:19:39,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 833 msec 2024-11-11T16:19:39,924 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731341979924, completionTime=-1 2024-11-11T16:19:39,924 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:19:39,924 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:19:39,925 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T16:19:39,926 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731342039925 2024-11-11T16:19:39,926 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731342099926 2024-11-11T16:19:39,926 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T16:19:39,926 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33507,1731341978134-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:39,926 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33507,1731341978134-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:39,926 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33507,1731341978134-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:39,926 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:33507, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:39,926 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:39,926 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:39,928 DEBUG [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:19:39,930 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.533sec 2024-11-11T16:19:39,930 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:19:39,930 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:19:39,930 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:19:39,930 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:19:39,930 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:19:39,930 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33507,1731341978134-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:19:39,930 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33507,1731341978134-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:19:39,932 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:19:39,932 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:19:39,932 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33507,1731341978134-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:39,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26287dbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:19:39,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,33507,-1 for getting cluster id 2024-11-11T16:19:39,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:19:39,938 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f4a863c-0129-490c-950e-dbea15d4b3d4' 2024-11-11T16:19:39,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:19:39,939 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f4a863c-0129-490c-950e-dbea15d4b3d4" 2024-11-11T16:19:39,939 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@650f2f18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:19:39,939 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,33507,-1] 2024-11-11T16:19:39,939 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:19:39,939 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:39,940 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:19:39,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753d84ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:19:39,941 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:19:39,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,37205,1731341978195, seqNum=-1] 2024-11-11T16:19:39,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:19:39,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:19:39,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16b413a53992,33507,1731341978134 2024-11-11T16:19:39,946 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59613 2024-11-11T16:19:39,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:19:39,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1002fa4116d0002 connected 2024-11-11T16:19:39,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/hadoop.log.dir so I do NOT create it in target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504 2024-11-11T16:19:39,952 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T16:19:39,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/hadoop.tmp.dir so I do NOT create it in target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504 2024-11-11T16:19:39,952 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T16:19:39,952 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504 2024-11-11T16:19:39,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:19:39,952 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/cluster_e2c38d9f-2ee3-5f1e-4aec-663442395570, deleteOnExit=true 2024-11-11T16:19:39,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:19:39,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/test.cache.data in system properties and HBase conf 2024-11-11T16:19:39,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:19:39,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:19:39,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:19:39,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:19:39,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:19:39,954 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:19:39,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:19:39,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:19:39,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:19:39,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:19:39,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:19:39,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:19:39,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:19:39,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:19:39,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:19:39,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:19:39,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:19:39,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:19:39,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:19:39,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:19:40,031 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:19:40,035 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:19:40,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:19:40,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:19:40,041 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:19:40,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:19:40,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7878eebe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:19:40,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ad968a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:19:40,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@714bc96c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/java.io.tmpdir/jetty-localhost-38829-hadoop-hdfs-3_4_1-tests_jar-_-any-5815580626177029132/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:19:40,171 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61c6dd44{HTTP/1.1, (http/1.1)}{localhost:38829} 2024-11-11T16:19:40,171 INFO [Time-limited test {}] server.Server(415): Started @125798ms 2024-11-11T16:19:40,255 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:19:40,259 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:19:40,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:19:40,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:19:40,263 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:19:40,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6793ab4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:19:40,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bdc17ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:19:40,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fdcc8b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/java.io.tmpdir/jetty-localhost-39239-hadoop-hdfs-3_4_1-tests_jar-_-any-6336480227680454659/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:19:40,385 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4167e73{HTTP/1.1, (http/1.1)}{localhost:39239} 2024-11-11T16:19:40,385 INFO [Time-limited test {}] server.Server(415): Started @126012ms 2024-11-11T16:19:40,387 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:19:40,476 WARN [Thread-1394 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/cluster_e2c38d9f-2ee3-5f1e-4aec-663442395570/data/data1/current/BP-875731358-172.17.0.2-1731341979978/current, will proceed with Du for space computation calculation, 2024-11-11T16:19:40,477 WARN [Thread-1395 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/cluster_e2c38d9f-2ee3-5f1e-4aec-663442395570/data/data2/current/BP-875731358-172.17.0.2-1731341979978/current, will proceed with Du for space computation calculation, 2024-11-11T16:19:40,502 WARN [Thread-1382 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:19:40,505 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72729da9f5f17d5e with lease ID 0xf1973ff63262eed1: Processing first storage report for DS-11a49709-a626-4e27-a120-38a73fee394b from datanode DatanodeRegistration(127.0.0.1:44489, datanodeUuid=53ac74c5-8356-4af6-a6d0-7b485bba3305, infoPort=41051, infoSecurePort=0, ipcPort=45463, storageInfo=lv=-57;cid=testClusterID;nsid=918745916;c=1731341979978) 2024-11-11T16:19:40,505 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72729da9f5f17d5e with lease ID 0xf1973ff63262eed1: from storage DS-11a49709-a626-4e27-a120-38a73fee394b node DatanodeRegistration(127.0.0.1:44489, datanodeUuid=53ac74c5-8356-4af6-a6d0-7b485bba3305, infoPort=41051, infoSecurePort=0, ipcPort=45463, storageInfo=lv=-57;cid=testClusterID;nsid=918745916;c=1731341979978), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:19:40,505 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72729da9f5f17d5e with lease ID 0xf1973ff63262eed1: Processing first storage report for DS-a3ecb01b-232a-4003-b0f6-b737ef0c8a29 from datanode DatanodeRegistration(127.0.0.1:44489, datanodeUuid=53ac74c5-8356-4af6-a6d0-7b485bba3305, infoPort=41051, infoSecurePort=0, ipcPort=45463, storageInfo=lv=-57;cid=testClusterID;nsid=918745916;c=1731341979978) 2024-11-11T16:19:40,505 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72729da9f5f17d5e with lease ID 0xf1973ff63262eed1: from storage DS-a3ecb01b-232a-4003-b0f6-b737ef0c8a29 node DatanodeRegistration(127.0.0.1:44489, datanodeUuid=53ac74c5-8356-4af6-a6d0-7b485bba3305, infoPort=41051, infoSecurePort=0, ipcPort=45463, storageInfo=lv=-57;cid=testClusterID;nsid=918745916;c=1731341979978), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:19:40,522 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504 2024-11-11T16:19:40,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:19:40,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:19:40,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:19:40,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T16:19:40,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T16:19:40,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:19:40,935 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b with version=8 2024-11-11T16:19:40,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/hbase-staging 2024-11-11T16:19:40,938 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:19:40,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:19:40,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:19:40,938 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:19:40,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:19:40,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:19:40,938 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:19:40,939 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:19:40,939 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34733 2024-11-11T16:19:40,940 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34733 connecting to ZooKeeper ensemble=127.0.0.1:59613 2024-11-11T16:19:40,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347330x0, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:19:40,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34733-0x1002fa4116d0003 connected 2024-11-11T16:19:40,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:19:40,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:19:40,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Set watcher on znode that does not yet exist, /1-1517915277/running 2024-11-11T16:19:40,959 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b, hbase.cluster.distributed=false 2024-11-11T16:19:40,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Set watcher on znode that does not yet exist, /1-1517915277/acl 2024-11-11T16:19:40,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34733 2024-11-11T16:19:40,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34733 2024-11-11T16:19:40,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34733 2024-11-11T16:19:40,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34733 2024-11-11T16:19:40,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34733 2024-11-11T16:19:40,986 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:19:40,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:19:40,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:19:40,986 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:19:40,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:19:40,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:19:40,986 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:19:40,986 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:19:40,987 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38085 2024-11-11T16:19:40,988 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38085 connecting to ZooKeeper ensemble=127.0.0.1:59613 2024-11-11T16:19:40,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:19:40,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:19:41,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380850x0, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:19:41,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38085-0x1002fa4116d0004, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Set watcher on znode that does not yet exist, /1-1517915277/running 2024-11-11T16:19:41,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38085-0x1002fa4116d0004 connected 2024-11-11T16:19:41,003 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:19:41,005 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:19:41,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38085-0x1002fa4116d0004, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Set watcher on znode that does not yet exist, /1-1517915277/master 2024-11-11T16:19:41,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38085-0x1002fa4116d0004, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Set watcher on znode that does not yet exist, /1-1517915277/acl 2024-11-11T16:19:41,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38085 2024-11-11T16:19:41,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38085 2024-11-11T16:19:41,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38085 2024-11-11T16:19:41,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38085 2024-11-11T16:19:41,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38085 2024-11-11T16:19:41,024 DEBUG [M:0;16b413a53992:34733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:34733 2024-11-11T16:19:41,025 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1517915277/backup-masters/16b413a53992,34733,1731341980938 2024-11-11T16:19:41,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38085-0x1002fa4116d0004, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1517915277/backup-masters 2024-11-11T16:19:41,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1517915277/backup-masters 2024-11-11T16:19:41,027 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Set watcher on existing znode=/1-1517915277/backup-masters/16b413a53992,34733,1731341980938 2024-11-11T16:19:41,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38085-0x1002fa4116d0004, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1517915277/master 2024-11-11T16:19:41,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38085-0x1002fa4116d0004, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1517915277 2024-11-11T16:19:41,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1517915277 2024-11-11T16:19:41,029 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Set watcher on existing znode=/1-1517915277/master 2024-11-11T16:19:41,029 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1517915277/backup-masters/16b413a53992,34733,1731341980938 from backup master directory 2024-11-11T16:19:41,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1517915277/backup-masters/16b413a53992,34733,1731341980938 2024-11-11T16:19:41,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38085-0x1002fa4116d0004, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1517915277/backup-masters 2024-11-11T16:19:41,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1517915277/backup-masters 2024-11-11T16:19:41,031 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:19:41,031 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,34733,1731341980938 2024-11-11T16:19:41,034 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/hbase.id] with ID: 4e31f3c4-f4e7-4e31-a1aa-869769046890 2024-11-11T16:19:41,034 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/.tmp/hbase.id 2024-11-11T16:19:41,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:19:41,441 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/.tmp/hbase.id]:[hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/hbase.id] 2024-11-11T16:19:41,457 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:19:41,457 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:19:41,458 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T16:19:41,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1517915277 2024-11-11T16:19:41,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38085-0x1002fa4116d0004, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1517915277 2024-11-11T16:19:41,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:19:41,469 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:19:41,470 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:19:41,470 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:19:41,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:19:41,886 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/data/master/store 2024-11-11T16:19:41,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:19:42,294 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:19:42,294 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:19:42,295 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:42,295 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:42,295 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:19:42,295 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:42,295 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:42,295 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731341982294Disabling compacts and flushes for region at 1731341982294Disabling writes for close at 1731341982295 (+1 ms)Writing region close event to WAL at 1731341982295Closed at 1731341982295 2024-11-11T16:19:42,296 WARN [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/data/master/store/.initializing 2024-11-11T16:19:42,296 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/WALs/16b413a53992,34733,1731341980938 2024-11-11T16:19:42,297 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:19:42,298 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C34733%2C1731341980938, suffix=, logDir=hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/WALs/16b413a53992,34733,1731341980938, archiveDir=hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/oldWALs, maxLogs=10 2024-11-11T16:19:42,318 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/WALs/16b413a53992,34733,1731341980938/16b413a53992%2C34733%2C1731341980938.1731341982298, exclude list is [], retry=0 2024-11-11T16:19:42,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44489,DS-11a49709-a626-4e27-a120-38a73fee394b,DISK] 2024-11-11T16:19:42,323 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/WALs/16b413a53992,34733,1731341980938/16b413a53992%2C34733%2C1731341980938.1731341982298 2024-11-11T16:19:42,323 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41051:41051)] 2024-11-11T16:19:42,323 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:19:42,323 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:19:42,323 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:42,323 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:42,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:42,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:19:42,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:42,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:19:42,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:42,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:19:42,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:42,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:19:42,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:42,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:19:42,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:42,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:19:42,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:42,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:19:42,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:42,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:19:42,330 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:42,330 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:42,330 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:42,331 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:42,331 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:42,332 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:19:42,332 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:42,334 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:19:42,334 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65593728, jitterRate=-0.022577285766601562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:19:42,335 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731341982323Initializing all the Stores at 1731341982324 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341982324Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341982324Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341982324Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341982324Cleaning up temporary data from old regions at 1731341982331 (+7 ms)Region opened successfully at 1731341982335 (+4 ms) 2024-11-11T16:19:42,335 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:19:42,337 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9226b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:19:42,338 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:19:42,338 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:19:42,338 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:19:42,338 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:19:42,339 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:19:42,339 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T16:19:42,339 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:19:42,341 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:19:42,342 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Unable to get data of znode /1-1517915277/balancer because node does not exist (not necessarily an error) 2024-11-11T16:19:42,343 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1517915277/balancer already deleted, retry=false 2024-11-11T16:19:42,343 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:19:42,344 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Unable to get data of znode /1-1517915277/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:19:42,345 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1517915277/normalizer already deleted, retry=false 2024-11-11T16:19:42,345 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:19:42,346 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Unable to get data of znode /1-1517915277/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:19:42,347 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1517915277/switch/split already deleted, retry=false 2024-11-11T16:19:42,348 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Unable to get data of znode /1-1517915277/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:19:42,349 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1517915277/switch/merge already deleted, retry=false 2024-11-11T16:19:42,351 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Unable to get data of znode /1-1517915277/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:19:42,352 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1517915277/snapshot-cleanup already deleted, retry=false 2024-11-11T16:19:42,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38085-0x1002fa4116d0004, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1517915277/running 2024-11-11T16:19:42,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1517915277/running 2024-11-11T16:19:42,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38085-0x1002fa4116d0004, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1517915277 2024-11-11T16:19:42,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1517915277 2024-11-11T16:19:42,354 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,34733,1731341980938, sessionid=0x1002fa4116d0003, setting cluster-up flag (Was=false) 2024-11-11T16:19:42,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38085-0x1002fa4116d0004, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1517915277 2024-11-11T16:19:42,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1517915277 2024-11-11T16:19:42,362 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1517915277/flush-table-proc/acquired, /1-1517915277/flush-table-proc/reached, /1-1517915277/flush-table-proc/abort 2024-11-11T16:19:42,363 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,34733,1731341980938 2024-11-11T16:19:42,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38085-0x1002fa4116d0004, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1517915277 2024-11-11T16:19:42,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1517915277 2024-11-11T16:19:42,371 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1517915277/online-snapshot/acquired, /1-1517915277/online-snapshot/reached, /1-1517915277/online-snapshot/abort 2024-11-11T16:19:42,372 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,34733,1731341980938 2024-11-11T16:19:42,378 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:19:42,379 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:19:42,380 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:19:42,380 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:19:42,380 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,34733,1731341980938 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:19:42,381 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:19:42,381 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:19:42,381 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:19:42,381 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:19:42,381 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:19:42,381 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:42,381 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:19:42,381 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:42,382 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731342012382 2024-11-11T16:19:42,382 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:19:42,382 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:19:42,382 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:19:42,382 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:19:42,382 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:19:42,382 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:19:42,382 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:42,383 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:19:42,383 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:19:42,383 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:19:42,383 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:19:42,383 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:19:42,383 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T16:19:42,383 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:19:42,383 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:19:42,384 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:42,384 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341982383,5,FailOnTimeoutGroup] 2024-11-11T16:19:42,384 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341982384,5,FailOnTimeoutGroup] 2024-11-11T16:19:42,384 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:19:42,384 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:42,384 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:19:42,384 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:42,384 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:42,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:19:42,392 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:19:42,393 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b 2024-11-11T16:19:42,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:19:42,415 INFO [RS:0;16b413a53992:38085 {}] regionserver.HRegionServer(746): ClusterId : 4e31f3c4-f4e7-4e31-a1aa-869769046890 2024-11-11T16:19:42,415 DEBUG [RS:0;16b413a53992:38085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:19:42,418 DEBUG [RS:0;16b413a53992:38085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:19:42,418 DEBUG [RS:0;16b413a53992:38085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:19:42,420 DEBUG [RS:0;16b413a53992:38085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:19:42,421 DEBUG [RS:0;16b413a53992:38085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e119969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:19:42,439 DEBUG [RS:0;16b413a53992:38085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:38085 2024-11-11T16:19:42,439 INFO [RS:0;16b413a53992:38085 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:19:42,439 INFO [RS:0;16b413a53992:38085 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:19:42,439 DEBUG [RS:0;16b413a53992:38085 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:19:42,440 INFO [RS:0;16b413a53992:38085 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,34733,1731341980938 with port=38085, startcode=1731341980985 2024-11-11T16:19:42,440 DEBUG [RS:0;16b413a53992:38085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:19:42,442 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:19:42,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34733 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,38085,1731341980985 2024-11-11T16:19:42,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34733 {}] master.ServerManager(517): Registering regionserver=16b413a53992,38085,1731341980985 2024-11-11T16:19:42,444 DEBUG [RS:0;16b413a53992:38085 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b 2024-11-11T16:19:42,444 DEBUG [RS:0;16b413a53992:38085 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38475 2024-11-11T16:19:42,444 DEBUG [RS:0;16b413a53992:38085 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:19:42,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1517915277/rs 2024-11-11T16:19:42,449 DEBUG [RS:0;16b413a53992:38085 {}] zookeeper.ZKUtil(111): regionserver:38085-0x1002fa4116d0004, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Set watcher on existing znode=/1-1517915277/rs/16b413a53992,38085,1731341980985 2024-11-11T16:19:42,449 WARN [RS:0;16b413a53992:38085 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:19:42,449 INFO [RS:0;16b413a53992:38085 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:19:42,449 DEBUG [RS:0;16b413a53992:38085 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/WALs/16b413a53992,38085,1731341980985 2024-11-11T16:19:42,449 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,38085,1731341980985] 2024-11-11T16:19:42,454 INFO [RS:0;16b413a53992:38085 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:19:42,456 INFO [RS:0;16b413a53992:38085 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:19:42,458 INFO [RS:0;16b413a53992:38085 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:19:42,458 INFO [RS:0;16b413a53992:38085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:42,458 INFO [RS:0;16b413a53992:38085 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:19:42,459 INFO [RS:0;16b413a53992:38085 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:19:42,459 INFO [RS:0;16b413a53992:38085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:42,459 DEBUG [RS:0;16b413a53992:38085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:42,459 DEBUG [RS:0;16b413a53992:38085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:42,459 DEBUG [RS:0;16b413a53992:38085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:42,459 DEBUG [RS:0;16b413a53992:38085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:42,459 DEBUG [RS:0;16b413a53992:38085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:42,459 DEBUG [RS:0;16b413a53992:38085 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:19:42,459 DEBUG [RS:0;16b413a53992:38085 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:42,459 DEBUG [RS:0;16b413a53992:38085 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:42,459 DEBUG [RS:0;16b413a53992:38085 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:42,459 DEBUG [RS:0;16b413a53992:38085 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:42,459 DEBUG [RS:0;16b413a53992:38085 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:42,459 DEBUG [RS:0;16b413a53992:38085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:42,459 DEBUG [RS:0;16b413a53992:38085 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:19:42,459 DEBUG [RS:0;16b413a53992:38085 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:19:42,460 INFO [RS:0;16b413a53992:38085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:42,460 INFO [RS:0;16b413a53992:38085 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:42,461 INFO [RS:0;16b413a53992:38085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:42,461 INFO [RS:0;16b413a53992:38085 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:42,461 INFO [RS:0;16b413a53992:38085 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:42,461 INFO [RS:0;16b413a53992:38085 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,38085,1731341980985-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:19:42,484 INFO [RS:0;16b413a53992:38085 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:19:42,484 INFO [RS:0;16b413a53992:38085 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,38085,1731341980985-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:42,484 INFO [RS:0;16b413a53992:38085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:42,484 INFO [RS:0;16b413a53992:38085 {}] regionserver.Replication(171): 16b413a53992,38085,1731341980985 started 2024-11-11T16:19:42,500 INFO [RS:0;16b413a53992:38085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:42,500 INFO [RS:0;16b413a53992:38085 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,38085,1731341980985, RpcServer on 16b413a53992/172.17.0.2:38085, sessionid=0x1002fa4116d0004 2024-11-11T16:19:42,500 DEBUG [RS:0;16b413a53992:38085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:19:42,500 DEBUG [RS:0;16b413a53992:38085 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,38085,1731341980985 2024-11-11T16:19:42,500 DEBUG [RS:0;16b413a53992:38085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,38085,1731341980985' 2024-11-11T16:19:42,500 DEBUG [RS:0;16b413a53992:38085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1517915277/flush-table-proc/abort' 2024-11-11T16:19:42,501 DEBUG [RS:0;16b413a53992:38085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1517915277/flush-table-proc/acquired' 2024-11-11T16:19:42,501 DEBUG [RS:0;16b413a53992:38085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:19:42,501 DEBUG [RS:0;16b413a53992:38085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:19:42,501 DEBUG [RS:0;16b413a53992:38085 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,38085,1731341980985 2024-11-11T16:19:42,501 DEBUG [RS:0;16b413a53992:38085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,38085,1731341980985' 2024-11-11T16:19:42,501 DEBUG [RS:0;16b413a53992:38085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1517915277/online-snapshot/abort' 2024-11-11T16:19:42,502 DEBUG [RS:0;16b413a53992:38085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1517915277/online-snapshot/acquired' 2024-11-11T16:19:42,502 DEBUG [RS:0;16b413a53992:38085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:19:42,502 INFO [RS:0;16b413a53992:38085 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:19:42,502 INFO [RS:0;16b413a53992:38085 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:19:42,602 INFO [RS:0;16b413a53992:38085 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:19:42,604 INFO [RS:0;16b413a53992:38085 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C38085%2C1731341980985, suffix=, logDir=hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/WALs/16b413a53992,38085,1731341980985, archiveDir=hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/oldWALs, maxLogs=10 2024-11-11T16:19:42,618 DEBUG [RS:0;16b413a53992:38085 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/WALs/16b413a53992,38085,1731341980985/16b413a53992%2C38085%2C1731341980985.1731341982604, exclude list is [], retry=0 2024-11-11T16:19:42,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44489,DS-11a49709-a626-4e27-a120-38a73fee394b,DISK] 2024-11-11T16:19:42,622 INFO [RS:0;16b413a53992:38085 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/WALs/16b413a53992,38085,1731341980985/16b413a53992%2C38085%2C1731341980985.1731341982604 2024-11-11T16:19:42,623 DEBUG [RS:0;16b413a53992:38085 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41051:41051)] 2024-11-11T16:19:42,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:19:42,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:19:42,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:19:42,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:42,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:19:42,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:19:42,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:19:42,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:42,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:19:42,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:19:42,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:19:42,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:42,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:19:42,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:19:42,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:19:42,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:42,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:19:42,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:19:42,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/data/hbase/meta/1588230740 2024-11-11T16:19:42,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/data/hbase/meta/1588230740 2024-11-11T16:19:42,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:19:42,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:19:42,813 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:19:42,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:19:42,816 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:19:42,816 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58894229, jitterRate=-0.12240760028362274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:19:42,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731341982799Initializing all the Stores at 1731341982800 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341982800Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341982800Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341982800Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341982801 (+1 ms)Cleaning up temporary data from old regions at 1731341982813 (+12 ms)Region opened successfully at 1731341982816 (+3 ms) 2024-11-11T16:19:42,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:19:42,816 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:19:42,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:19:42,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:19:42,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:19:42,817 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:19:42,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731341982816Disabling compacts and flushes for region at 1731341982816Disabling writes for close at 1731341982816Writing region close event to WAL at 1731341982817 (+1 ms)Closed at 1731341982817 2024-11-11T16:19:42,818 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:19:42,818 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:19:42,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:19:42,819 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:19:42,820 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:19:42,970 DEBUG [16b413a53992:34733 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:19:42,971 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,38085,1731341980985 2024-11-11T16:19:42,972 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,38085,1731341980985, state=OPENING 2024-11-11T16:19:42,974 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:19:42,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1517915277 2024-11-11T16:19:42,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38085-0x1002fa4116d0004, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1517915277 2024-11-11T16:19:42,976 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:19:42,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,38085,1731341980985}] 2024-11-11T16:19:42,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1517915277/meta-region-server: CHANGED 2024-11-11T16:19:42,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1517915277/meta-region-server: CHANGED 2024-11-11T16:19:43,129 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:19:43,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:19:43,136 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:19:43,136 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:19:43,136 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:19:43,138 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C38085%2C1731341980985.meta, suffix=.meta, logDir=hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/WALs/16b413a53992,38085,1731341980985, archiveDir=hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/oldWALs, maxLogs=10 2024-11-11T16:19:43,156 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/WALs/16b413a53992,38085,1731341980985/16b413a53992%2C38085%2C1731341980985.meta.1731341983138.meta, exclude list is [], retry=0 2024-11-11T16:19:43,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44489,DS-11a49709-a626-4e27-a120-38a73fee394b,DISK] 2024-11-11T16:19:43,161 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/WALs/16b413a53992,38085,1731341980985/16b413a53992%2C38085%2C1731341980985.meta.1731341983138.meta 2024-11-11T16:19:43,161 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41051:41051)] 2024-11-11T16:19:43,161 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:19:43,162 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:19:43,162 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:19:43,162 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:19:43,162 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:19:43,162 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:19:43,162 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:19:43,162 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:19:43,162 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:19:43,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:19:43,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:19:43,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:43,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:19:43,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:19:43,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:19:43,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:43,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:19:43,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:19:43,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:19:43,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:43,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:19:43,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:19:43,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:19:43,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:43,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:19:43,170 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:19:43,170 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/data/hbase/meta/1588230740 2024-11-11T16:19:43,171 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/data/hbase/meta/1588230740 2024-11-11T16:19:43,173 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:19:43,173 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:19:43,174 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:19:43,176 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:19:43,181 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65930789, jitterRate=-0.017554685473442078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:19:43,181 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:19:43,182 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731341983162Writing region info on filesystem at 1731341983162Initializing all the Stores at 1731341983164 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341983164Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341983164Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341983164Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341983164Cleaning up temporary data from old regions at 1731341983173 (+9 ms)Running coprocessor post-open hooks at 1731341983181 (+8 ms)Region opened successfully at 1731341983181 2024-11-11T16:19:43,183 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731341983129 2024-11-11T16:19:43,186 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:19:43,186 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:19:43,186 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,38085,1731341980985 2024-11-11T16:19:43,187 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,38085,1731341980985, state=OPEN 2024-11-11T16:19:43,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38085-0x1002fa4116d0004, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1517915277/meta-region-server 2024-11-11T16:19:43,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1517915277/meta-region-server 2024-11-11T16:19:43,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1517915277/meta-region-server: CHANGED 2024-11-11T16:19:43,189 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,38085,1731341980985 2024-11-11T16:19:43,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1517915277/meta-region-server: CHANGED 2024-11-11T16:19:43,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:19:43,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,38085,1731341980985 in 213 msec 2024-11-11T16:19:43,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:19:43,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-11-11T16:19:43,199 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:19:43,199 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:19:43,201 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:19:43,201 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,38085,1731341980985, seqNum=-1] 2024-11-11T16:19:43,201 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:19:43,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:19:43,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 828 msec 2024-11-11T16:19:43,208 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731341983208, completionTime=-1 2024-11-11T16:19:43,208 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:19:43,208 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:19:43,210 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T16:19:43,210 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731342043210 2024-11-11T16:19:43,210 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731342103210 2024-11-11T16:19:43,210 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T16:19:43,211 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,34733,1731341980938-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:43,211 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,34733,1731341980938-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:43,211 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,34733,1731341980938-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:43,211 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:34733, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:43,211 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:43,211 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:43,213 DEBUG [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:19:43,216 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.185sec 2024-11-11T16:19:43,216 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:19:43,217 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:19:43,217 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:19:43,217 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:19:43,217 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:19:43,217 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,34733,1731341980938-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:19:43,217 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,34733,1731341980938-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:19:43,220 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:19:43,220 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:19:43,220 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,34733,1731341980938-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:43,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4f29bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:19:43,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,34733,-1 for getting cluster id 2024-11-11T16:19:43,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:19:43,317 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e31f3c4-f4e7-4e31-a1aa-869769046890' 2024-11-11T16:19:43,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:19:43,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e31f3c4-f4e7-4e31-a1aa-869769046890" 2024-11-11T16:19:43,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af907fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:19:43,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,34733,-1] 2024-11-11T16:19:43,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:19:43,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:43,319 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:19:43,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed81ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:19:43,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:19:43,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,38085,1731341980985, seqNum=-1] 2024-11-11T16:19:43,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:19:43,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:19:43,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16b413a53992,34733,1731341980938 2024-11-11T16:19:43,325 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59613 2024-11-11T16:19:43,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:19:43,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1002fa4116d0005 connected 2024-11-11T16:19:43,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fce6e3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:19:43,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,33507,-1 for getting cluster id 2024-11-11T16:19:43,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:19:43,332 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f4a863c-0129-490c-950e-dbea15d4b3d4' 2024-11-11T16:19:43,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:19:43,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f4a863c-0129-490c-950e-dbea15d4b3d4" 2024-11-11T16:19:43,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd11e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:19:43,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,33507,-1] 2024-11-11T16:19:43,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:19:43,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:43,333 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:19:43,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8a4d9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:19:43,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:19:43,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,33507,1731341978134 2024-11-11T16:19:43,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ea8e40f 2024-11-11T16:19:43,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:19:43,336 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:19:43,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33507 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16b413a53992:34733,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T16:19:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33507 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T16:19:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:19:43,339 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:34733' 2024-11-11T16:19:43,340 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:19:43,340 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,34733,-1 for getting cluster id 2024-11-11T16:19:43,340 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:19:43,340 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e31f3c4-f4e7-4e31-a1aa-869769046890' 2024-11-11T16:19:43,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:19:43,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e31f3c4-f4e7-4e31-a1aa-869769046890" 2024-11-11T16:19:43,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf3044d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:19:43,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,34733,-1] 2024-11-11T16:19:43,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:19:43,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:43,342 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:19:43,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d07cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:19:43,342 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:19:43,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,34733,1731341980938 2024-11-11T16:19:43,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22a6858a 2024-11-11T16:19:43,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:19:43,344 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:19:43,344 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T16:19:43,345 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T16:19:43,345 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:43,345 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:43,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:19:43,345 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:19:43,346 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T16:19:43,347 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:19:43,347 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:43,348 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:19:43,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741835_1011 (size=1138) 2024-11-11T16:19:43,396 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T16:19:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:19:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:19:43,756 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51782d89ece9d1c374e457fb66537383, NAME => 'hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085 2024-11-11T16:19:43,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741836_1012 (size=44) 2024-11-11T16:19:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:19:44,173 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:19:44,174 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 51782d89ece9d1c374e457fb66537383, disabling compactions & flushes 2024-11-11T16:19:44,174 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. 2024-11-11T16:19:44,174 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. 2024-11-11T16:19:44,174 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. after waiting 0 ms 2024-11-11T16:19:44,174 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. 2024-11-11T16:19:44,174 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. 2024-11-11T16:19:44,174 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51782d89ece9d1c374e457fb66537383: Waiting for close lock at 1731341984174Disabling compacts and flushes for region at 1731341984174Disabling writes for close at 1731341984174Writing region close event to WAL at 1731341984174Closed at 1731341984174 2024-11-11T16:19:44,177 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:19:44,177 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731341984177"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341984177"}]},"ts":"1731341984177"} 2024-11-11T16:19:44,183 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:19:44,185 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:19:44,185 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731341984185"}]},"ts":"1731341984185"} 2024-11-11T16:19:44,188 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T16:19:44,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51782d89ece9d1c374e457fb66537383, ASSIGN}] 2024-11-11T16:19:44,190 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51782d89ece9d1c374e457fb66537383, ASSIGN 2024-11-11T16:19:44,191 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51782d89ece9d1c374e457fb66537383, ASSIGN; state=OFFLINE, location=16b413a53992,37205,1731341978195; forceNewPlan=false, retain=false 2024-11-11T16:19:44,341 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=51782d89ece9d1c374e457fb66537383, regionState=OPENING, regionLocation=16b413a53992,37205,1731341978195 2024-11-11T16:19:44,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51782d89ece9d1c374e457fb66537383, ASSIGN because future has completed 2024-11-11T16:19:44,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51782d89ece9d1c374e457fb66537383, server=16b413a53992,37205,1731341978195}] 2024-11-11T16:19:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:19:44,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. 2024-11-11T16:19:44,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:19:44,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T16:19:44,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C37205%2C1731341978195.rep, suffix=, logDir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,37205,1731341978195, archiveDir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/oldWALs, maxLogs=10 2024-11-11T16:19:44,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,37205,1731341978195/16b413a53992%2C37205%2C1731341978195.rep.1731341984503, exclude list is [], retry=0 2024-11-11T16:19:44,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35885,DS-f72fc138-930a-41db-ae84-749bfb9fbf68,DISK] 2024-11-11T16:19:44,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,37205,1731341978195/16b413a53992%2C37205%2C1731341978195.rep.1731341984503 2024-11-11T16:19:44,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46705:46705)] 2024-11-11T16:19:44,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 51782d89ece9d1c374e457fb66537383, NAME => 'hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:19:44,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:19:44,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:19:44,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. service=MultiRowMutationService 2024-11-11T16:19:44,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T16:19:44,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:44,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:19:44,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:44,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:44,537 INFO [StoreOpener-51782d89ece9d1c374e457fb66537383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:44,538 INFO [StoreOpener-51782d89ece9d1c374e457fb66537383-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51782d89ece9d1c374e457fb66537383 columnFamilyName hfileref 2024-11-11T16:19:44,538 DEBUG [StoreOpener-51782d89ece9d1c374e457fb66537383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:44,542 INFO [StoreOpener-51782d89ece9d1c374e457fb66537383-1 {}] regionserver.HStore(327): Store=51782d89ece9d1c374e457fb66537383/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:19:44,542 INFO [StoreOpener-51782d89ece9d1c374e457fb66537383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:44,544 INFO [StoreOpener-51782d89ece9d1c374e457fb66537383-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51782d89ece9d1c374e457fb66537383 columnFamilyName queue 2024-11-11T16:19:44,544 DEBUG [StoreOpener-51782d89ece9d1c374e457fb66537383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:44,544 INFO [StoreOpener-51782d89ece9d1c374e457fb66537383-1 {}] regionserver.HStore(327): Store=51782d89ece9d1c374e457fb66537383/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:19:44,544 INFO [StoreOpener-51782d89ece9d1c374e457fb66537383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:44,546 INFO [StoreOpener-51782d89ece9d1c374e457fb66537383-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51782d89ece9d1c374e457fb66537383 columnFamilyName sid 2024-11-11T16:19:44,546 DEBUG [StoreOpener-51782d89ece9d1c374e457fb66537383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:44,546 INFO [StoreOpener-51782d89ece9d1c374e457fb66537383-1 {}] regionserver.HStore(327): Store=51782d89ece9d1c374e457fb66537383/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:19:44,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:44,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/replication/51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:44,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/replication/51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:44,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:44,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:44,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:19:44,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:44,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/replication/51782d89ece9d1c374e457fb66537383/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:19:44,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 51782d89ece9d1c374e457fb66537383; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68969974, jitterRate=0.02773270010948181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:19:44,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:44,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 51782d89ece9d1c374e457fb66537383: Running coprocessor pre-open hook at 1731341984533Writing region info on filesystem at 1731341984533Initializing all the Stores at 1731341984534 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341984534Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341984536 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341984536Cleaning up temporary data from old regions at 1731341984549 (+13 ms)Running coprocessor post-open hooks at 1731341984554 (+5 ms)Region opened successfully at 1731341984554 2024-11-11T16:19:44,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383., pid=7, masterSystemTime=1731341984497 2024-11-11T16:19:44,563 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=51782d89ece9d1c374e457fb66537383, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,37205,1731341978195 2024-11-11T16:19:44,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. 2024-11-11T16:19:44,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. 2024-11-11T16:19:44,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51782d89ece9d1c374e457fb66537383, server=16b413a53992,37205,1731341978195 because future has completed 2024-11-11T16:19:44,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T16:19:44,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 51782d89ece9d1c374e457fb66537383, server=16b413a53992,37205,1731341978195 in 223 msec 2024-11-11T16:19:44,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T16:19:44,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51782d89ece9d1c374e457fb66537383, ASSIGN in 381 msec 2024-11-11T16:19:44,572 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:19:44,573 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731341984572"}]},"ts":"1731341984572"} 2024-11-11T16:19:44,575 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T16:19:44,576 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:19:44,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2310 sec 2024-11-11T16:19:44,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383., hostname=16b413a53992,37205,1731341978195, seqNum=2] 2024-11-11T16:19:44,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188 2024-11-11T16:19:44,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x1002fa4116d0001, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188 2024-11-11T16:19:44,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T16:19:44,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T16:19:44,765 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T16:19:44,798 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-16b413a53992,37205,1731341978195, ReplicationSource: 1, currentBandwidth=0 2024-11-11T16:19:44,799 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:19:44,799 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,37205,1731341978195, seqNum=-1] 2024-11-11T16:19:44,799 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:19:44,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-11T16:19:44,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16b413a53992,37205,1731341978195', locateType=CURRENT is [region=hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383., hostname=16b413a53992,37205,1731341978195, seqNum=2] 2024-11-11T16:19:44,805 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T16:19:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33507 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T16:19:44,808 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16b413a53992,37205,1731341978195 suceeded 2024-11-11T16:19:44,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T16:19:44,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-11T16:19:44,810 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16b413a53992:34733,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T16:19:44,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4740 sec 2024-11-11T16:19:44,824 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37205,1731341978195 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:34733' 2024-11-11T16:19:44,827 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37205,1731341978195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65256d67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:19:44,827 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37205,1731341978195 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,34733,-1 for getting cluster id 2024-11-11T16:19:44,827 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37205,1731341978195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:19:44,829 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e31f3c4-f4e7-4e31-a1aa-869769046890' 2024-11-11T16:19:44,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:19:44,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e31f3c4-f4e7-4e31-a1aa-869769046890" 2024-11-11T16:19:44,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71d19e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:19:44,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,34733,-1] 2024-11-11T16:19:44,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:19:44,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:44,830 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:19:44,831 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37205,1731341978195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2244e635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:19:44,831 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37205,1731341978195 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:19:44,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,34733,1731341980938 2024-11-11T16:19:44,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33ec850e 2024-11-11T16:19:44,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:19:44,833 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-11T16:19:44,834 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37205,1731341978195 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16b413a53992,37205,1731341978195 (queues=1) is replicating from cluster=7f4a863c-0129-490c-950e-dbea15d4b3d4 to cluster=4e31f3c4-f4e7-4e31-a1aa-869769046890 2024-11-11T16:19:44,834 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37205,1731341978195 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16b413a53992%2C37205%2C1731341978195 2024-11-11T16:19:44,834 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37205,1731341978195 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16b413a53992,37205,1731341978195, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T16:19:44,834 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37205,1731341978195.replicationSource.shipper16b413a53992%2C37205%2C1731341978195,1-16b413a53992,37205,1731341978195 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16b413a53992%2C37205%2C1731341978195 2024-11-11T16:19:44,834 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37205,1731341978195.replicationSource.wal-reader.16b413a53992%2C37205%2C1731341978195,1-16b413a53992,37205,1731341978195 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,37205,1731341978195/16b413a53992%2C37205%2C1731341978195.1731341979330, startPosition=0, beingWritten=true 2024-11-11T16:19:45,042 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37205,1731341978195.replicationSource.wal-reader.16b413a53992%2C37205%2C1731341978195,1-16b413a53992,37205,1731341978195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,37205,1731341978195/16b413a53992%2C37205%2C1731341978195.1731341979330 to pos 0, reset compression=false 2024-11-11T16:19:45,349 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37205,1731341978195.replicationSource.wal-reader.16b413a53992%2C37205%2C1731341978195,1-16b413a53992,37205,1731341978195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,37205,1731341978195/16b413a53992%2C37205%2C1731341978195.1731341979330 to pos 0, reset compression=false 2024-11-11T16:19:45,392 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:19:45,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:45,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:45,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:45,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:45,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:45,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:45,430 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T16:19:45,430 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T16:19:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:19:45,489 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T16:19:45,489 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:19:45,489 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:19:45,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:45,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:45,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:19:45,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:19:45,491 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,33507,1731341978134 2024-11-11T16:19:45,491 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11f84d7c 2024-11-11T16:19:45,491 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:19:45,493 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:19:45,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33507 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T16:19:45,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:19:45,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:19:45,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:45,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:45,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:19:45,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:19:45,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1666935903, stopped=false 2024-11-11T16:19:45,494 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,33507,1731341978134 2024-11-11T16:19:45,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0600902188/running 2024-11-11T16:19:45,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x1002fa4116d0001, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0600902188/running 2024-11-11T16:19:45,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188 2024-11-11T16:19:45,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x1002fa4116d0001, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188 2024-11-11T16:19:45,508 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:19:45,509 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:19:45,509 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:19:45,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:45,509 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,37205,1731341978195' ***** 2024-11-11T16:19:45,509 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:19:45,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37205-0x1002fa4116d0001, quorum=127.0.0.1:59613, baseZNode=/0600902188 Set watcher on znode that does not yet exist, /0600902188/running 2024-11-11T16:19:45,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Set watcher on znode that does not yet exist, /0600902188/running 2024-11-11T16:19:45,510 INFO [RS:0;16b413a53992:37205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:19:45,510 INFO [RS:0;16b413a53992:37205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:19:45,510 INFO [RS:0;16b413a53992:37205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:19:45,510 INFO [RS:0;16b413a53992:37205 {}] regionserver.HRegionServer(3091): Received CLOSE for 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:45,510 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:19:45,510 INFO [RS:0;16b413a53992:37205 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,37205,1731341978195 2024-11-11T16:19:45,511 INFO [RS:0;16b413a53992:37205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:19:45,511 INFO [RS:0;16b413a53992:37205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:37205. 2024-11-11T16:19:45,511 DEBUG [RS:0;16b413a53992:37205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:19:45,511 DEBUG [RS:0;16b413a53992:37205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:45,511 INFO [RS:0;16b413a53992:37205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:19:45,511 INFO [RS:0;16b413a53992:37205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:19:45,511 INFO [RS:0;16b413a53992:37205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:19:45,511 INFO [RS:0;16b413a53992:37205 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:19:45,511 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51782d89ece9d1c374e457fb66537383, disabling compactions & flushes 2024-11-11T16:19:45,511 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. 2024-11-11T16:19:45,511 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. 2024-11-11T16:19:45,511 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. after waiting 0 ms 2024-11-11T16:19:45,511 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. 2024-11-11T16:19:45,511 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 51782d89ece9d1c374e457fb66537383 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-11T16:19:45,511 INFO [RS:0;16b413a53992:37205 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T16:19:45,511 DEBUG [RS:0;16b413a53992:37205 {}] regionserver.HRegionServer(1325): Online Regions={51782d89ece9d1c374e457fb66537383=hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T16:19:45,511 DEBUG [RS:0;16b413a53992:37205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:45,511 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:19:45,511 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:19:45,512 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:19:45,512 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:19:45,512 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:19:45,512 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T16:19:45,530 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/.tmp/info/f94aee7a00194348819d6604f553c635 is 147, key is hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383./info:regioninfo/1731341984563/Put/seqid=0 2024-11-11T16:19:45,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741838_1014 (size=6631) 2024-11-11T16:19:45,540 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/replication/51782d89ece9d1c374e457fb66537383/.tmp/queue/726446fbbc644900a7af00445a581e99 is 151, key is 1-16b413a53992,37205,1731341978195/queue:16b413a53992%2C37205%2C1731341978195/1731341984804/Put/seqid=0 2024-11-11T16:19:45,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741839_1015 (size=5350) 2024-11-11T16:19:45,602 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:19:45,711 DEBUG [RS:0;16b413a53992:37205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:45,758 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37205,1731341978195.replicationSource.wal-reader.16b413a53992%2C37205%2C1731341978195,1-16b413a53992,37205,1731341978195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,37205,1731341978195/16b413a53992%2C37205%2C1731341978195.1731341979330 to pos 0, reset compression=false 2024-11-11T16:19:45,912 DEBUG [RS:0;16b413a53992:37205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:45,941 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/.tmp/info/f94aee7a00194348819d6604f553c635 2024-11-11T16:19:45,948 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/replication/51782d89ece9d1c374e457fb66537383/.tmp/queue/726446fbbc644900a7af00445a581e99 2024-11-11T16:19:45,970 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/replication/51782d89ece9d1c374e457fb66537383/.tmp/queue/726446fbbc644900a7af00445a581e99 as hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/replication/51782d89ece9d1c374e457fb66537383/queue/726446fbbc644900a7af00445a581e99 2024-11-11T16:19:45,978 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/replication/51782d89ece9d1c374e457fb66537383/queue/726446fbbc644900a7af00445a581e99, entries=1, sequenceid=5, filesize=5.2 K 2024-11-11T16:19:45,980 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 51782d89ece9d1c374e457fb66537383 in 469ms, sequenceid=5, compaction requested=false 2024-11-11T16:19:45,989 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/.tmp/ns/15b03d01c4b34ea981fd036d6204cbee is 43, key is default/ns:d/1731341979919/Put/seqid=0 2024-11-11T16:19:46,005 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/replication/51782d89ece9d1c374e457fb66537383/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T16:19:46,007 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:19:46,007 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:19:46,007 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. 2024-11-11T16:19:46,007 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51782d89ece9d1c374e457fb66537383: Waiting for close lock at 1731341985511Running coprocessor pre-close hooks at 1731341985511Disabling compacts and flushes for region at 1731341985511Disabling writes for close at 1731341985511Obtaining lock to block concurrent updates at 1731341985511Preparing flush snapshotting stores in 51782d89ece9d1c374e457fb66537383 at 1731341985511Finished memstore snapshotting hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731341985512 (+1 ms)Flushing stores of hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. at 1731341985512Flushing 51782d89ece9d1c374e457fb66537383/queue: creating writer at 1731341985512Flushing 51782d89ece9d1c374e457fb66537383/queue: appending metadata at 1731341985539 (+27 ms)Flushing 51782d89ece9d1c374e457fb66537383/queue: closing flushed file at 1731341985539Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4802f280: reopening flushed file at 1731341985968 (+429 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 51782d89ece9d1c374e457fb66537383 in 469ms, sequenceid=5, compaction requested=false at 1731341985980 (+12 ms)Writing region close event to WAL at 1731341985985 (+5 ms)Running coprocessor post-close hooks at 1731341986007 (+22 ms)Closed at 1731341986007 2024-11-11T16:19:46,007 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. 2024-11-11T16:19:46,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741840_1016 (size=5153) 2024-11-11T16:19:46,021 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/.tmp/ns/15b03d01c4b34ea981fd036d6204cbee 2024-11-11T16:19:46,052 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/.tmp/table/fb0bff9d39dc4f5a95fadfd81ef178c3 is 53, key is hbase:replication/table:state/1731341984572/Put/seqid=0 2024-11-11T16:19:46,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741841_1017 (size=5256) 2024-11-11T16:19:46,078 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/.tmp/table/fb0bff9d39dc4f5a95fadfd81ef178c3 2024-11-11T16:19:46,086 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/.tmp/info/f94aee7a00194348819d6604f553c635 as hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/info/f94aee7a00194348819d6604f553c635 2024-11-11T16:19:46,093 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/info/f94aee7a00194348819d6604f553c635, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T16:19:46,095 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/.tmp/ns/15b03d01c4b34ea981fd036d6204cbee as hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/ns/15b03d01c4b34ea981fd036d6204cbee 2024-11-11T16:19:46,101 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/ns/15b03d01c4b34ea981fd036d6204cbee, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T16:19:46,102 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/.tmp/table/fb0bff9d39dc4f5a95fadfd81ef178c3 as hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/table/fb0bff9d39dc4f5a95fadfd81ef178c3 2024-11-11T16:19:46,107 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/table/fb0bff9d39dc4f5a95fadfd81ef178c3, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T16:19:46,109 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 597ms, sequenceid=11, compaction requested=false 2024-11-11T16:19:46,112 DEBUG [RS:0;16b413a53992:37205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:19:46,117 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T16:19:46,118 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:19:46,118 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:19:46,118 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:19:46,118 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731341985511Running coprocessor pre-close hooks at 1731341985511Disabling compacts and flushes for region at 1731341985511Disabling writes for close at 1731341985512 (+1 ms)Obtaining lock to block concurrent updates at 1731341985512Preparing flush snapshotting stores in 1588230740 at 1731341985512Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731341985512Flushing stores of hbase:meta,,1.1588230740 at 1731341985513 (+1 ms)Flushing 1588230740/info: creating writer at 1731341985513Flushing 1588230740/info: appending metadata at 1731341985529 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731341985529Flushing 1588230740/ns: creating writer at 1731341985952 (+423 ms)Flushing 1588230740/ns: appending metadata at 1731341985987 (+35 ms)Flushing 1588230740/ns: closing flushed file at 1731341985987Flushing 1588230740/table: creating writer at 1731341986029 (+42 ms)Flushing 1588230740/table: appending metadata at 1731341986052 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731341986052Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@191656ea: reopening flushed file at 1731341986085 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7516ba0b: reopening flushed file at 1731341986093 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2686e25: reopening flushed file at 1731341986101 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 597ms, sequenceid=11, compaction requested=false at 1731341986109 (+8 ms)Writing region close event to WAL at 1731341986113 (+4 ms)Running coprocessor post-close hooks at 1731341986118 (+5 ms)Closed at 1731341986118 2024-11-11T16:19:46,118 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:19:46,223 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:19:46,223 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:19:46,266 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37205,1731341978195.replicationSource.wal-reader.16b413a53992%2C37205%2C1731341978195,1-16b413a53992,37205,1731341978195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,37205,1731341978195/16b413a53992%2C37205%2C1731341978195.1731341979330 to pos 0, reset compression=false 2024-11-11T16:19:46,312 INFO [RS:0;16b413a53992:37205 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,37205,1731341978195; all regions closed. 2024-11-11T16:19:46,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741834_1010 (size=2742) 2024-11-11T16:19:46,344 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,37205,1731341978195/16b413a53992%2C37205%2C1731341978195.meta.1731341979872.meta not finished, retry = 0 2024-11-11T16:19:46,448 DEBUG [RS:0;16b413a53992:37205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/oldWALs 2024-11-11T16:19:46,448 INFO [RS:0;16b413a53992:37205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C37205%2C1731341978195.meta:.meta(num 1731341979872) 2024-11-11T16:19:46,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741837_1013 (size=1586) 2024-11-11T16:19:46,467 DEBUG [RS:0;16b413a53992:37205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/oldWALs 2024-11-11T16:19:46,467 INFO [RS:0;16b413a53992:37205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C37205%2C1731341978195.rep:(num 1731341984503) 2024-11-11T16:19:46,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741832_1008 (size=93) 2024-11-11T16:19:46,474 DEBUG [RS:0;16b413a53992:37205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/oldWALs 2024-11-11T16:19:46,474 INFO [RS:0;16b413a53992:37205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C37205%2C1731341978195:(num 1731341979330) 2024-11-11T16:19:46,474 DEBUG [RS:0;16b413a53992:37205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:46,474 INFO [RS:0;16b413a53992:37205 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:19:46,474 INFO [RS:0;16b413a53992:37205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:19:46,474 INFO [RS:0;16b413a53992:37205 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T16:19:46,475 INFO [RS:0;16b413a53992:37205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:19:46,475 INFO [RS:0;16b413a53992:37205 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16b413a53992,37205,1731341978195 because: Region server is closing 2024-11-11T16:19:46,475 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:19:46,475 INFO [RS:0;16b413a53992:37205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:37205. 2024-11-11T16:19:46,476 DEBUG [RS:0;16b413a53992:37205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:19:46,476 DEBUG [RS:0;16b413a53992:37205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:46,476 DEBUG [RS:0;16b413a53992:37205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:46,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:19:46,576 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37205,1731341978195.replicationSource.shipper16b413a53992%2C37205%2C1731341978195,1-16b413a53992,37205,1731341978195 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T16:19:46,576 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37205,1731341978195.replicationSource.wal-reader.16b413a53992%2C37205%2C1731341978195,1-16b413a53992,37205,1731341978195 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T16:19:46,577 INFO [RS:0;16b413a53992:37205 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37205,1731341978195.replicationSource.shipper16b413a53992%2C37205%2C1731341978195,1-16b413a53992,37205,1731341978195 terminated 2024-11-11T16:19:46,577 INFO [RS:0;16b413a53992:37205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37205 2024-11-11T16:19:46,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x1002fa4116d0001, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0600902188/rs/16b413a53992,37205,1731341978195 2024-11-11T16:19:46,590 INFO [RS:0;16b413a53992:37205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:19:46,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188/rs 2024-11-11T16:19:46,595 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,37205,1731341978195] 2024-11-11T16:19:46,598 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0600902188/draining/16b413a53992,37205,1731341978195 already deleted, retry=false 2024-11-11T16:19:46,598 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,37205,1731341978195 expired; onlineServers=0 2024-11-11T16:19:46,599 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,33507,1731341978134' ***** 2024-11-11T16:19:46,599 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:19:46,599 INFO [M:0;16b413a53992:33507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:19:46,599 INFO [M:0;16b413a53992:33507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:19:46,599 DEBUG [M:0;16b413a53992:33507 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:19:46,599 DEBUG [M:0;16b413a53992:33507 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:19:46,599 INFO [M:0;16b413a53992:33507 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:19:46,599 INFO [M:0;16b413a53992:33507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:19:46,599 DEBUG [M:0;16b413a53992:33507 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:19:46,599 INFO [M:0;16b413a53992:33507 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:19:46,599 INFO [M:0;16b413a53992:33507 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:19:46,599 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341979125 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341979125,5,FailOnTimeoutGroup] 2024-11-11T16:19:46,599 INFO [M:0;16b413a53992:33507 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:19:46,600 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:19:46,600 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:19:46,600 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341979125 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341979125,5,FailOnTimeoutGroup] 2024-11-11T16:19:46,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0600902188/master 2024-11-11T16:19:46,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188 2024-11-11T16:19:46,602 DEBUG [M:0;16b413a53992:33507 {}] zookeeper.ZKUtil(347): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Unable to get data of znode /0600902188/master because node does not exist (not an error) 2024-11-11T16:19:46,602 WARN [M:0;16b413a53992:33507 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T16:19:46,603 INFO [M:0;16b413a53992:33507 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/.lastflushedseqids 2024-11-11T16:19:46,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741842_1018 (size=181) 2024-11-11T16:19:46,637 INFO [M:0;16b413a53992:33507 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:19:46,638 INFO [M:0;16b413a53992:33507 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:19:46,638 DEBUG [M:0;16b413a53992:33507 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:19:46,638 INFO [M:0;16b413a53992:33507 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:46,638 DEBUG [M:0;16b413a53992:33507 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:46,638 DEBUG [M:0;16b413a53992:33507 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:19:46,638 DEBUG [M:0;16b413a53992:33507 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:46,638 INFO [M:0;16b413a53992:33507 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-11T16:19:46,689 DEBUG [M:0;16b413a53992:33507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb58017a3b0b4dde88fd4280957b98c2 is 82, key is hbase:meta,,1/info:regioninfo/1731341979904/Put/seqid=0 2024-11-11T16:19:46,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x1002fa4116d0001, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:19:46,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x1002fa4116d0001, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:19:46,696 INFO [RS:0;16b413a53992:37205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:19:46,696 INFO [RS:0;16b413a53992:37205 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,37205,1731341978195; zookeeper connection closed. 2024-11-11T16:19:46,696 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b774f1a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b774f1a 2024-11-11T16:19:46,696 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:19:46,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741843_1019 (size=5672) 2024-11-11T16:19:46,701 INFO [M:0;16b413a53992:33507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb58017a3b0b4dde88fd4280957b98c2 2024-11-11T16:19:46,750 DEBUG [M:0;16b413a53992:33507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4af109f365a6420da96ea8001f1beacc is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731341984577/Put/seqid=0 2024-11-11T16:19:46,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741844_1020 (size=7203) 2024-11-11T16:19:46,759 INFO [M:0;16b413a53992:33507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4af109f365a6420da96ea8001f1beacc 2024-11-11T16:19:46,805 DEBUG [M:0;16b413a53992:33507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da048213fbb9472ca90ab6fa777c5160 is 69, key is 16b413a53992,37205,1731341978195/rs:state/1731341979167/Put/seqid=0 2024-11-11T16:19:46,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741845_1021 (size=5156) 2024-11-11T16:19:47,233 INFO [M:0;16b413a53992:33507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da048213fbb9472ca90ab6fa777c5160 2024-11-11T16:19:47,248 DEBUG [M:0;16b413a53992:33507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb58017a3b0b4dde88fd4280957b98c2 as hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb58017a3b0b4dde88fd4280957b98c2 2024-11-11T16:19:47,257 INFO [M:0;16b413a53992:33507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb58017a3b0b4dde88fd4280957b98c2, entries=8, sequenceid=70, filesize=5.5 K 2024-11-11T16:19:47,259 DEBUG [M:0;16b413a53992:33507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4af109f365a6420da96ea8001f1beacc as hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4af109f365a6420da96ea8001f1beacc 2024-11-11T16:19:47,272 INFO [M:0;16b413a53992:33507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4af109f365a6420da96ea8001f1beacc, entries=8, sequenceid=70, filesize=7.0 K 2024-11-11T16:19:47,273 DEBUG [M:0;16b413a53992:33507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da048213fbb9472ca90ab6fa777c5160 as hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da048213fbb9472ca90ab6fa777c5160 2024-11-11T16:19:47,280 INFO [M:0;16b413a53992:33507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da048213fbb9472ca90ab6fa777c5160, entries=1, sequenceid=70, filesize=5.0 K 2024-11-11T16:19:47,285 INFO [M:0;16b413a53992:33507 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 646ms, sequenceid=70, compaction requested=false 2024-11-11T16:19:47,321 INFO [M:0;16b413a53992:33507 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:47,321 DEBUG [M:0;16b413a53992:33507 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731341986638Disabling compacts and flushes for region at 1731341986638Disabling writes for close at 1731341986638Obtaining lock to block concurrent updates at 1731341986638Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731341986638Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731341986639 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731341986640 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731341986640Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731341986688 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731341986688Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731341986713 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731341986749 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731341986749Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731341986766 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731341986805 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731341986805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25de00f3: reopening flushed file at 1731341987244 (+439 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d30b943: reopening flushed file at 1731341987258 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@615b0de2: reopening flushed file at 1731341987272 (+14 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 646ms, sequenceid=70, compaction requested=false at 1731341987285 (+13 ms)Writing region close event to WAL at 1731341987321 (+36 ms)Closed at 1731341987321 2024-11-11T16:19:47,337 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/WALs/16b413a53992,33507,1731341978134/16b413a53992%2C33507%2C1731341978134.1731341978943 not finished, retry = 0 2024-11-11T16:19:47,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741830_1006 (size=41008) 2024-11-11T16:19:47,440 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:19:47,440 INFO [M:0;16b413a53992:33507 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:19:47,441 INFO [M:0;16b413a53992:33507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33507 2024-11-11T16:19:47,442 INFO [M:0;16b413a53992:33507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:19:47,544 INFO [M:0;16b413a53992:33507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:19:47,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:19:47,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33507-0x1002fa4116d0000, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:19:47,547 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:19:47,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:19:47,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:19:47,547 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:19:47,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:19:47,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:19:47,547 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:19:47,547 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:19:47,548 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42621 2024-11-11T16:19:47,549 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42621 connecting to ZooKeeper ensemble=127.0.0.1:59613 2024-11-11T16:19:47,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426210x0, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:19:47,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42621-0x1002fa4116d0006 connected 2024-11-11T16:19:47,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:19:47,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:19:47,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Set watcher on znode that does not yet exist, /0600902188/running 2024-11-11T16:19:47,561 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0600902188/meta-region-server: INIT 2024-11-11T16:19:47,561 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085, hbase.cluster.distributed=false 2024-11-11T16:19:47,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Set watcher on znode that does not yet exist, /0600902188/acl 2024-11-11T16:19:47,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42621 2024-11-11T16:19:47,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42621 2024-11-11T16:19:47,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42621 2024-11-11T16:19:47,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42621 2024-11-11T16:19:47,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42621 2024-11-11T16:19:47,591 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:19:47,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:19:47,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:19:47,591 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:19:47,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:19:47,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:19:47,591 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:19:47,591 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:19:47,592 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42219 2024-11-11T16:19:47,593 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42219 connecting to ZooKeeper ensemble=127.0.0.1:59613 2024-11-11T16:19:47,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:19:47,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:19:47,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422190x0, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:19:47,603 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0600902188/meta-region-server: INIT 2024-11-11T16:19:47,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422190x0, quorum=127.0.0.1:59613, baseZNode=/0600902188 Set watcher on znode that does not yet exist, /0600902188/running 2024-11-11T16:19:47,603 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:19:47,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42219-0x1002fa4116d0007 connected 2024-11-11T16:19:47,608 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:19:47,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42219-0x1002fa4116d0007, quorum=127.0.0.1:59613, baseZNode=/0600902188 Set watcher on znode that does not yet exist, /0600902188/master 2024-11-11T16:19:47,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42219-0x1002fa4116d0007, quorum=127.0.0.1:59613, baseZNode=/0600902188 Set watcher on znode that does not yet exist, /0600902188/acl 2024-11-11T16:19:47,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42219 2024-11-11T16:19:47,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42219 2024-11-11T16:19:47,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42219 2024-11-11T16:19:47,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42219 2024-11-11T16:19:47,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42219 2024-11-11T16:19:47,643 DEBUG [M:0;16b413a53992:42621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:42621 2024-11-11T16:19:47,649 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0600902188/backup-masters/16b413a53992,42621,1731341987547 2024-11-11T16:19:47,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1002fa4116d0007, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188/backup-masters 2024-11-11T16:19:47,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188/backup-masters 2024-11-11T16:19:47,661 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Set watcher on existing znode=/0600902188/backup-masters/16b413a53992,42621,1731341987547 2024-11-11T16:19:47,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188 2024-11-11T16:19:47,663 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Set watcher on existing znode=/0600902188/master 2024-11-11T16:19:47,663 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0600902188/backup-masters/16b413a53992,42621,1731341987547 from backup master directory 2024-11-11T16:19:47,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1002fa4116d0007, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0600902188/master 2024-11-11T16:19:47,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1002fa4116d0007, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188 2024-11-11T16:19:47,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1002fa4116d0007, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188/backup-masters 2024-11-11T16:19:47,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0600902188/backup-masters/16b413a53992,42621,1731341987547 2024-11-11T16:19:47,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188/backup-masters 2024-11-11T16:19:47,669 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:19:47,669 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,42621,1731341987547 2024-11-11T16:19:47,683 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:19:47,683 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:19:47,691 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 8ms. 2024-11-11T16:19:47,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741846_1022 (size=196) 2024-11-11T16:19:48,107 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:19:48,108 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:19:48,108 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:19:48,118 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-11T16:19:48,123 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/WALs/16b413a53992,33507,1731341978134 to hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/WALs/16b413a53992,33507,1731341978134-dead as it is dead 2024-11-11T16:19:48,129 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/WALs/16b413a53992,33507,1731341978134-dead/16b413a53992%2C33507%2C1731341978134.1731341978943 2024-11-11T16:19:48,130 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/WALs/16b413a53992,33507,1731341978134-dead/16b413a53992%2C33507%2C1731341978134.1731341978943 after 1ms 2024-11-11T16:19:48,131 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/WALs/16b413a53992,33507,1731341978134-dead/16b413a53992%2C33507%2C1731341978134.1731341978943 to hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/16b413a53992%2C33507%2C1731341978134.1731341978943 2024-11-11T16:19:48,131 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/WALs/16b413a53992,33507,1731341978134-dead 2024-11-11T16:19:48,131 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/WALs/16b413a53992,42621,1731341987547 2024-11-11T16:19:48,132 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:19:48,142 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C42621%2C1731341987547, suffix=, logDir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/WALs/16b413a53992,42621,1731341987547, archiveDir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/oldWALs, maxLogs=10 2024-11-11T16:19:48,169 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/WALs/16b413a53992,42621,1731341987547/16b413a53992%2C42621%2C1731341987547.1731341988143, exclude list is [], retry=0 2024-11-11T16:19:48,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35885,DS-f72fc138-930a-41db-ae84-749bfb9fbf68,DISK] 2024-11-11T16:19:48,191 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/WALs/16b413a53992,42621,1731341987547/16b413a53992%2C42621%2C1731341987547.1731341988143 2024-11-11T16:19:48,192 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46705:46705)] 2024-11-11T16:19:48,192 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:19:48,192 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:19:48,196 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:48,196 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:48,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:48,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:19:48,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:48,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb58017a3b0b4dde88fd4280957b98c2 2024-11-11T16:19:48,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:19:48,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:48,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:19:48,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:48,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4af109f365a6420da96ea8001f1beacc 2024-11-11T16:19:48,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:19:48,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:48,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:19:48,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:48,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da048213fbb9472ca90ab6fa777c5160 2024-11-11T16:19:48,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:19:48,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:48,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:19:48,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:48,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:19:48,237 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:48,237 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-11T16:19:48,237 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/16b413a53992%2C33507%2C1731341978134.1731341978943 2024-11-11T16:19:48,242 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/16b413a53992%2C33507%2C1731341978134.1731341978943 2024-11-11T16:19:48,243 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/16b413a53992%2C33507%2C1731341978134.1731341978943 2024-11-11T16:19:48,245 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:48,245 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:48,246 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:19:48,248 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:19:48,253 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-11T16:19:48,255 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65541297, jitterRate=-0.02335856854915619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:19:48,255 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731341988197Initializing all the Stores at 1731341988198 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341988198Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341988199 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341988199Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341988199Cleaning up temporary data from old regions at 1731341988245 (+46 ms)Region opened successfully at 1731341988255 (+10 ms) 2024-11-11T16:19:48,255 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:19:48,260 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d28166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:19:48,262 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-11T16:19:48,262 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:19:48,262 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:19:48,263 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:19:48,263 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:19:48,266 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:19:48,266 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T16:19:48,267 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T16:19:48,267 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-11T16:19:48,267 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:19:48,269 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=16b413a53992,37205,1731341978195, regionLocation=16b413a53992,37205,1731341978195, openSeqNum=2 2024-11-11T16:19:48,269 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=16b413a53992,37205,1731341978195, table=hbase:meta, region=1588230740 2024-11-11T16:19:48,270 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,37205,1731341978195, state=OPEN 2024-11-11T16:19:48,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0600902188/meta-region-server 2024-11-11T16:19:48,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1002fa4116d0007, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0600902188/meta-region-server 2024-11-11T16:19:48,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0600902188/meta-region-server: CHANGED 2024-11-11T16:19:48,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0600902188/meta-region-server: CHANGED 2024-11-11T16:19:48,274 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:19:48,276 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0600902188/draining/16b413a53992,37205,1731341978195 already deleted, retry=false 2024-11-11T16:19:48,276 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 16b413a53992,37205,1731341978195 on 16b413a53992,42621,1731341987547 2024-11-11T16:19:48,277 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 16b413a53992,37205,1731341978195, splitWal=true, meta=true 2024-11-11T16:19:48,278 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 16b413a53992,37205,1731341978195 (carryingMeta=true) 16b413a53992,37205,1731341978195/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@46906193[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T16:19:48,279 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Unable to get data of znode /0600902188/balancer because node does not exist (not necessarily an error) 2024-11-11T16:19:48,281 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0600902188/balancer already deleted, retry=false 2024-11-11T16:19:48,281 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:19:48,282 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Unable to get data of znode /0600902188/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:19:48,283 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0600902188/normalizer already deleted, retry=false 2024-11-11T16:19:48,283 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:19:48,285 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Unable to get data of znode /0600902188/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:19:48,286 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0600902188/switch/split already deleted, retry=false 2024-11-11T16:19:48,287 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Unable to get data of znode /0600902188/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:19:48,288 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0600902188/switch/merge already deleted, retry=false 2024-11-11T16:19:48,293 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Unable to get data of znode /0600902188/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:19:48,294 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0600902188/snapshot-cleanup already deleted, retry=false 2024-11-11T16:19:48,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0600902188/running 2024-11-11T16:19:48,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1002fa4116d0007, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0600902188/running 2024-11-11T16:19:48,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188 2024-11-11T16:19:48,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1002fa4116d0007, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188 2024-11-11T16:19:48,296 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,42621,1731341987547, sessionid=0x1002fa4116d0006, setting cluster-up flag (Was=false) 2024-11-11T16:19:48,298 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0600902188/flush-table-proc/acquired, /0600902188/flush-table-proc/reached, /0600902188/flush-table-proc/abort 2024-11-11T16:19:48,300 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,42621,1731341987547 2024-11-11T16:19:48,304 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0600902188/online-snapshot/acquired, /0600902188/online-snapshot/reached, /0600902188/online-snapshot/abort 2024-11-11T16:19:48,309 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,42621,1731341987547 2024-11-11T16:19:48,317 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/.lastflushedseqids 2024-11-11T16:19:48,333 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:19:48,333 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:19:48,333 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,42621,1731341987547 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 16b413a53992,37205,1731341978195 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:19:48,336 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:19:48,336 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:19:48,336 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:19:48,336 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:19:48,336 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:19:48,336 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:48,336 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:19:48,336 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:48,342 INFO [RS:0;16b413a53992:42219 {}] regionserver.HRegionServer(746): ClusterId : 7f4a863c-0129-490c-950e-dbea15d4b3d4 2024-11-11T16:19:48,342 DEBUG [RS:0;16b413a53992:42219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:19:48,344 DEBUG [RS:0;16b413a53992:42219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:19:48,344 DEBUG [RS:0;16b413a53992:42219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:19:48,346 DEBUG [RS:0;16b413a53992:42219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:19:48,347 DEBUG [RS:0;16b413a53992:42219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b03e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:19:48,364 DEBUG [RS:0;16b413a53992:42219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:42219 2024-11-11T16:19:48,364 INFO [RS:0;16b413a53992:42219 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:19:48,364 INFO [RS:0;16b413a53992:42219 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:19:48,365 DEBUG [RS:0;16b413a53992:42219 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:19:48,368 INFO [RS:0;16b413a53992:42219 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,42621,1731341987547 with port=42219, startcode=1731341987591 2024-11-11T16:19:48,368 DEBUG [RS:0;16b413a53992:42219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:19:48,370 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:19:48,371 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42621 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T16:19:48,372 DEBUG [RS:0;16b413a53992:42219 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T16:19:48,372 WARN [RS:0;16b413a53992:42219 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T16:19:48,373 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 16b413a53992,37205,1731341978195, splitWal=true, meta=true 2024-11-11T16:19:48,374 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 16b413a53992,37205,1731341978195, splitWal=true, meta=true, isMeta: true 2024-11-11T16:19:48,375 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,37205,1731341978195-splitting 2024-11-11T16:19:48,376 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,37205,1731341978195-splitting dir is empty, no logs to split. 2024-11-11T16:19:48,376 INFO [PEWorker-1 {}] master.SplitWALManager(105): 16b413a53992,37205,1731341978195 WAL count=0, meta=true 2024-11-11T16:19:48,376 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731342018376 2024-11-11T16:19:48,377 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:19:48,377 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:19:48,377 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:19:48,377 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:19:48,377 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:19:48,377 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:19:48,379 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,37205,1731341978195-splitting dir is empty, no logs to split. 2024-11-11T16:19:48,379 INFO [PEWorker-1 {}] master.SplitWALManager(105): 16b413a53992,37205,1731341978195 WAL count=0, meta=true 2024-11-11T16:19:48,379 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 16b413a53992,37205,1731341978195 WAL splitting is done? wals=0, meta=true 2024-11-11T16:19:48,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:19:48,381 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:19:48,382 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T16:19:48,384 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:48,389 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:19:48,389 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:19:48,389 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:19:48,389 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T16:19:48,392 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:19:48,392 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:19:48,395 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341988392,5,FailOnTimeoutGroup] 2024-11-11T16:19:48,395 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341988395,5,FailOnTimeoutGroup] 2024-11-11T16:19:48,395 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:48,395 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:19:48,395 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:48,395 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:48,395 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731341988395, completionTime=-1 2024-11-11T16:19:48,395 WARN [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-11T16:19:48,395 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T16:19:48,473 INFO [RS:0;16b413a53992:42219 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,42621,1731341987547 with port=42219, startcode=1731341987591 2024-11-11T16:19:48,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42621 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,42219,1731341987591 2024-11-11T16:19:48,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42621 {}] master.ServerManager(517): Registering regionserver=16b413a53992,42219,1731341987591 2024-11-11T16:19:48,475 DEBUG [RS:0;16b413a53992:42219 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085 2024-11-11T16:19:48,475 DEBUG [RS:0;16b413a53992:42219 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45969 2024-11-11T16:19:48,475 DEBUG [RS:0;16b413a53992:42219 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:19:48,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188/rs 2024-11-11T16:19:48,480 DEBUG [RS:0;16b413a53992:42219 {}] zookeeper.ZKUtil(111): regionserver:42219-0x1002fa4116d0007, quorum=127.0.0.1:59613, baseZNode=/0600902188 Set watcher on existing znode=/0600902188/rs/16b413a53992,42219,1731341987591 2024-11-11T16:19:48,480 WARN [RS:0;16b413a53992:42219 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:19:48,480 INFO [RS:0;16b413a53992:42219 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:19:48,480 DEBUG [RS:0;16b413a53992:42219 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,42219,1731341987591 2024-11-11T16:19:48,484 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,42219,1731341987591] 2024-11-11T16:19:48,495 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T16:19:48,517 INFO [RS:0;16b413a53992:42219 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:19:48,520 INFO [RS:0;16b413a53992:42219 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:19:48,520 INFO [RS:0;16b413a53992:42219 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:19:48,521 INFO [RS:0;16b413a53992:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:48,521 INFO [RS:0;16b413a53992:42219 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:19:48,524 INFO [RS:0;16b413a53992:42219 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:19:48,525 INFO [RS:0;16b413a53992:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:48,525 DEBUG [RS:0;16b413a53992:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:48,525 DEBUG [RS:0;16b413a53992:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:48,525 DEBUG [RS:0;16b413a53992:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:48,525 DEBUG [RS:0;16b413a53992:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:48,525 DEBUG [RS:0;16b413a53992:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:48,525 DEBUG [RS:0;16b413a53992:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:19:48,525 DEBUG [RS:0;16b413a53992:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:48,525 DEBUG [RS:0;16b413a53992:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:48,525 DEBUG [RS:0;16b413a53992:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:48,525 DEBUG [RS:0;16b413a53992:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:48,525 DEBUG [RS:0;16b413a53992:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:48,525 DEBUG [RS:0;16b413a53992:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:19:48,525 DEBUG [RS:0;16b413a53992:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:19:48,525 DEBUG [RS:0;16b413a53992:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:19:48,528 INFO [RS:0;16b413a53992:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:48,528 INFO [RS:0;16b413a53992:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:48,528 INFO [RS:0;16b413a53992:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:48,528 INFO [RS:0;16b413a53992:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:48,528 INFO [RS:0;16b413a53992:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:48,529 INFO [RS:0;16b413a53992:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,42219,1731341987591-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:19:48,532 WARN [16b413a53992:42621 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T16:19:48,550 INFO [RS:0;16b413a53992:42219 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:19:48,550 INFO [RS:0;16b413a53992:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,42219,1731341987591-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:48,567 INFO [RS:0;16b413a53992:42219 {}] regionserver.ReplicationSource(231): queueId=1-16b413a53992,42219,1731341987591, ReplicationSource: 1, currentBandwidth=0 2024-11-11T16:19:48,567 INFO [RS:0;16b413a53992:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:48,568 INFO [RS:0;16b413a53992:42219 {}] regionserver.Replication(171): 16b413a53992,42219,1731341987591 started 2024-11-11T16:19:48,589 INFO [RS:0;16b413a53992:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:48,589 DEBUG [RS:0;16b413a53992:42219.replicationSource,1-16b413a53992,42219,1731341987591 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:34733' 2024-11-11T16:19:48,589 INFO [RS:0;16b413a53992:42219 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,42219,1731341987591, RpcServer on 16b413a53992/172.17.0.2:42219, sessionid=0x1002fa4116d0007 2024-11-11T16:19:48,589 DEBUG [RS:0;16b413a53992:42219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:19:48,590 DEBUG [RS:0;16b413a53992:42219 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,42219,1731341987591 2024-11-11T16:19:48,590 DEBUG [RS:0;16b413a53992:42219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,42219,1731341987591' 2024-11-11T16:19:48,590 DEBUG [RS:0;16b413a53992:42219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0600902188/flush-table-proc/abort' 2024-11-11T16:19:48,590 DEBUG [RS:0;16b413a53992:42219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0600902188/flush-table-proc/acquired' 2024-11-11T16:19:48,591 DEBUG [RS:0;16b413a53992:42219.replicationSource,1-16b413a53992,42219,1731341987591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@118d3fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:19:48,591 DEBUG [RS:0;16b413a53992:42219.replicationSource,1-16b413a53992,42219,1731341987591 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,34733,-1 for getting cluster id 2024-11-11T16:19:48,591 DEBUG [RS:0;16b413a53992:42219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:19:48,591 DEBUG [RS:0;16b413a53992:42219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:19:48,591 DEBUG [RS:0;16b413a53992:42219 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,42219,1731341987591 2024-11-11T16:19:48,591 DEBUG [RS:0;16b413a53992:42219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,42219,1731341987591' 2024-11-11T16:19:48,591 DEBUG [RS:0;16b413a53992:42219.replicationSource,1-16b413a53992,42219,1731341987591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:19:48,591 DEBUG [RS:0;16b413a53992:42219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0600902188/online-snapshot/abort' 2024-11-11T16:19:48,591 DEBUG [RS:0;16b413a53992:42219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0600902188/online-snapshot/acquired' 2024-11-11T16:19:48,592 DEBUG [RS:0;16b413a53992:42219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:19:48,592 INFO [RS:0;16b413a53992:42219 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:19:48,592 INFO [RS:0;16b413a53992:42219 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:19:48,592 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e31f3c4-f4e7-4e31-a1aa-869769046890' 2024-11-11T16:19:48,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:19:48,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e31f3c4-f4e7-4e31-a1aa-869769046890" 2024-11-11T16:19:48,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a86e396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:19:48,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,34733,-1] 2024-11-11T16:19:48,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:19:48,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:48,594 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:19:48,594 DEBUG [RS:0;16b413a53992:42219.replicationSource,1-16b413a53992,42219,1731341987591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c448503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:19:48,594 DEBUG [RS:0;16b413a53992:42219.replicationSource,1-16b413a53992,42219,1731341987591 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:19:48,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,34733,1731341980938 2024-11-11T16:19:48,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47b37a18 2024-11-11T16:19:48,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:19:48,596 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-11T16:19:48,597 INFO [RS:0;16b413a53992:42219.replicationSource,1-16b413a53992,42219,1731341987591 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16b413a53992,42219,1731341987591 (queues=0) is replicating from cluster=7f4a863c-0129-490c-950e-dbea15d4b3d4 to cluster=4e31f3c4-f4e7-4e31-a1aa-869769046890 2024-11-11T16:19:48,692 INFO [RS:0;16b413a53992:42219 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:19:48,697 INFO [RS:0;16b413a53992:42219 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C42219%2C1731341987591, suffix=, logDir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,42219,1731341987591, archiveDir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/oldWALs, maxLogs=10 2024-11-11T16:19:48,714 DEBUG [RS:0;16b413a53992:42219 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,42219,1731341987591/16b413a53992%2C42219%2C1731341987591.1731341988698, exclude list is [], retry=0 2024-11-11T16:19:48,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35885,DS-f72fc138-930a-41db-ae84-749bfb9fbf68,DISK] 2024-11-11T16:19:48,725 INFO [RS:0;16b413a53992:42219 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,42219,1731341987591/16b413a53992%2C42219%2C1731341987591.1731341988698 2024-11-11T16:19:48,726 DEBUG [RS:0;16b413a53992:42219 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 16b413a53992%2C42219%2C1731341987591 for peer 1 2024-11-11T16:19:48,726 DEBUG [RS:0;16b413a53992:42219 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16b413a53992%2C42219%2C1731341987591 2024-11-11T16:19:48,726 INFO [RS:0;16b413a53992:42219 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16b413a53992,42219,1731341987591, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T16:19:48,727 DEBUG [RS:0;16b413a53992:42219 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46705:46705)] 2024-11-11T16:19:48,727 INFO [RS:0;16b413a53992:42219.replicationSource.shipper16b413a53992%2C42219%2C1731341987591,1-16b413a53992,42219,1731341987591 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16b413a53992%2C42219%2C1731341987591 2024-11-11T16:19:48,727 DEBUG [RS:0;16b413a53992:42219.replicationSource.wal-reader.16b413a53992%2C42219%2C1731341987591,1-16b413a53992,42219,1731341987591 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,42219,1731341987591/16b413a53992%2C42219%2C1731341987591.1731341988698, startPosition=0, beingWritten=true 2024-11-11T16:19:48,782 DEBUG [16b413a53992:42621 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:19:48,783 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,42219,1731341987591 2024-11-11T16:19:48,784 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,42219,1731341987591, state=OPENING 2024-11-11T16:19:48,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1002fa4116d0007, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0600902188/meta-region-server 2024-11-11T16:19:48,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0600902188/meta-region-server 2024-11-11T16:19:48,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0600902188/meta-region-server: CHANGED 2024-11-11T16:19:48,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0600902188/meta-region-server: CHANGED 2024-11-11T16:19:48,786 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:19:48,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,42219,1731341987591}] 2024-11-11T16:19:48,936 DEBUG [RS:0;16b413a53992:42219.replicationSource.wal-reader.16b413a53992%2C42219%2C1731341987591,1-16b413a53992,42219,1731341987591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,42219,1731341987591/16b413a53992%2C42219%2C1731341987591.1731341988698 to pos 0, reset compression=false 2024-11-11T16:19:48,939 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:19:48,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:19:48,951 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:19:48,951 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:19:48,952 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:19:48,960 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C42219%2C1731341987591.meta, suffix=.meta, logDir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,42219,1731341987591, archiveDir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/oldWALs, maxLogs=10 2024-11-11T16:19:48,976 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,42219,1731341987591/16b413a53992%2C42219%2C1731341987591.meta.1731341988960.meta, exclude list is [], retry=0 2024-11-11T16:19:48,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35885,DS-f72fc138-930a-41db-ae84-749bfb9fbf68,DISK] 2024-11-11T16:19:48,987 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,42219,1731341987591/16b413a53992%2C42219%2C1731341987591.meta.1731341988960.meta 2024-11-11T16:19:48,987 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46705:46705)] 2024-11-11T16:19:48,987 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:19:48,988 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:19:48,988 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:19:48,988 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:19:48,988 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:19:48,988 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:19:48,988 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:19:48,988 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:19:48,988 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:19:48,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:19:48,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:19:48,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:49,006 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/info/f94aee7a00194348819d6604f553c635 2024-11-11T16:19:49,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:19:49,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:19:49,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:19:49,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:49,016 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/ns/15b03d01c4b34ea981fd036d6204cbee 2024-11-11T16:19:49,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:19:49,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:19:49,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:19:49,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:49,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:19:49,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:19:49,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:19:49,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:49,030 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/table/fb0bff9d39dc4f5a95fadfd81ef178c3 2024-11-11T16:19:49,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:19:49,030 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:19:49,031 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740 2024-11-11T16:19:49,032 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740 2024-11-11T16:19:49,034 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:19:49,034 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:19:49,034 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:19:49,035 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:19:49,038 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73837374, jitterRate=0.1002626121044159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:19:49,038 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:19:49,038 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731341988988Writing region info on filesystem at 1731341988988Initializing all the Stores at 1731341988992 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341988992Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341988997 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341988997Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341988997Cleaning up temporary data from old regions at 1731341989034 (+37 ms)Running coprocessor post-open hooks at 1731341989038 (+4 ms)Region opened successfully at 1731341989038 2024-11-11T16:19:49,039 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731341988939 2024-11-11T16:19:49,045 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:19:49,045 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:19:49,046 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=16b413a53992,42219,1731341987591 2024-11-11T16:19:49,047 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,42219,1731341987591, state=OPEN 2024-11-11T16:19:49,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1002fa4116d0007, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0600902188/meta-region-server 2024-11-11T16:19:49,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0600902188/meta-region-server 2024-11-11T16:19:49,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0600902188/meta-region-server: CHANGED 2024-11-11T16:19:49,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0600902188/meta-region-server: CHANGED 2024-11-11T16:19:49,050 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,42219,1731341987591 2024-11-11T16:19:49,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-11T16:19:49,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,42219,1731341987591 in 264 msec 2024-11-11T16:19:49,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T16:19:49,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 674 msec 2024-11-11T16:19:49,244 DEBUG [RS:0;16b413a53992:42219.replicationSource.wal-reader.16b413a53992%2C42219%2C1731341987591,1-16b413a53992,42219,1731341987591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,42219,1731341987591/16b413a53992%2C42219%2C1731341987591.1731341988698 to pos 0, reset compression=false 2024-11-11T16:19:49,650 DEBUG [RS:0;16b413a53992:42219.replicationSource.wal-reader.16b413a53992%2C42219%2C1731341987591,1-16b413a53992,42219,1731341987591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,42219,1731341987591/16b413a53992%2C42219%2C1731341987591.1731341988698 to pos 0, reset compression=false 2024-11-11T16:19:50,001 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1506ms 2024-11-11T16:19:50,157 DEBUG [RS:0;16b413a53992:42219.replicationSource.wal-reader.16b413a53992%2C42219%2C1731341987591,1-16b413a53992,42219,1731341987591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,42219,1731341987591/16b413a53992%2C42219%2C1731341987591.1731341988698 to pos 0, reset compression=false 2024-11-11T16:19:50,763 DEBUG [RS:0;16b413a53992:42219.replicationSource.wal-reader.16b413a53992%2C42219%2C1731341987591,1-16b413a53992,42219,1731341987591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,42219,1731341987591/16b413a53992%2C42219%2C1731341987591.1731341988698 to pos 0, reset compression=false 2024-11-11T16:19:51,469 DEBUG [RS:0;16b413a53992:42219.replicationSource.wal-reader.16b413a53992%2C42219%2C1731341987591,1-16b413a53992,42219,1731341987591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,42219,1731341987591/16b413a53992%2C42219%2C1731341987591.1731341988698 to pos 0, reset compression=false 2024-11-11T16:19:51,507 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3111ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3011ms 2024-11-11T16:19:51,510 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:19:51,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:51,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:51,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:51,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:51,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:51,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:52,275 DEBUG [RS:0;16b413a53992:42219.replicationSource.wal-reader.16b413a53992%2C42219%2C1731341987591,1-16b413a53992,42219,1731341987591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,42219,1731341987591/16b413a53992%2C42219%2C1731341987591.1731341988698 to pos 0, reset compression=false 2024-11-11T16:19:52,909 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-11T16:19:52,909 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:19:52,909 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:19:52,909 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,42219,1731341987591, seqNum=-1] 2024-11-11T16:19:52,910 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:19:52,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:19:52,916 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51782d89ece9d1c374e457fb66537383, regionState=OPEN, lastHost=16b413a53992,37205,1731341978195, regionLocation=16b413a53992,37205,1731341978195, openSeqNum=2 2024-11-11T16:19:52,916 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T16:19:52,916 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731342052916 2024-11-11T16:19:52,916 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731342112916 2024-11-11T16:19:52,916 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-11T16:19:52,916 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 16b413a53992,37205,1731341978195 had 2 regions 2024-11-11T16:19:52,917 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,42621,1731341987547-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:52,917 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,42621,1731341987547-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:52,917 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,42621,1731341987547-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:52,917 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:42621, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:52,917 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:52,917 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:52,918 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 16b413a53992,37205,1731341978195, splitWal=true, meta=true, isMeta: false 2024-11-11T16:19:52,921 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,37205,1731341978195-splitting dir is empty, no logs to split. 2024-11-11T16:19:52,921 INFO [PEWorker-3 {}] master.SplitWALManager(105): 16b413a53992,37205,1731341978195 WAL count=0, meta=false 2024-11-11T16:19:52,924 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.255sec 2024-11-11T16:19:52,924 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:19:52,924 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:19:52,924 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:19:52,924 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:19:52,924 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:19:52,924 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,42621,1731341987547-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:19:52,924 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,37205,1731341978195-splitting dir is empty, no logs to split. 2024-11-11T16:19:52,924 INFO [PEWorker-3 {}] master.SplitWALManager(105): 16b413a53992,37205,1731341978195 WAL count=0, meta=false 2024-11-11T16:19:52,924 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,42621,1731341987547-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:19:52,924 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 16b413a53992,37205,1731341978195 WAL splitting is done? wals=0, meta=false 2024-11-11T16:19:52,928 WARN [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=16b413a53992,37205,1731341978195/hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. 2024-11-11T16:19:52,929 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:19:52,929 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:19:52,929 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,42621,1731341987547-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:19:52,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51782d89ece9d1c374e457fb66537383, ASSIGN}] 2024-11-11T16:19:52,931 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51782d89ece9d1c374e457fb66537383, ASSIGN 2024-11-11T16:19:52,932 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51782d89ece9d1c374e457fb66537383, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T16:19:52,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b72e5d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:19:52,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,42621,-1 for getting cluster id 2024-11-11T16:19:52,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:19:52,956 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f4a863c-0129-490c-950e-dbea15d4b3d4' 2024-11-11T16:19:52,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:19:52,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f4a863c-0129-490c-950e-dbea15d4b3d4" 2024-11-11T16:19:52,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ad062f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:19:52,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,42621,-1] 2024-11-11T16:19:52,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:19:52,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:52,958 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:19:52,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf1cbf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:19:52,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:19:52,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,42219,1731341987591, seqNum=-1] 2024-11-11T16:19:52,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:19:52,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:19:52,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-11T16:19:52,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:19:52,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:19:52,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:52,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:52,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:19:52,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 16b413a53992:42621 after: 16b413a53992:42621 2024-11-11T16:19:52,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edb5844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:19:52,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,42621,-1 for getting cluster id 2024-11-11T16:19:52,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:19:52,966 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f4a863c-0129-490c-950e-dbea15d4b3d4' 2024-11-11T16:19:52,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:19:52,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f4a863c-0129-490c-950e-dbea15d4b3d4" 2024-11-11T16:19:52,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa3d8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:19:52,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,42621,-1] 2024-11-11T16:19:52,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:19:52,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:52,967 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:19:52,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3d38f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:19:52,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:19:52,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,42621,1731341987547 2024-11-11T16:19:52,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@798fe18e 2024-11-11T16:19:52,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:19:52,969 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:19:52,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42621 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T16:19:52,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:19:52,970 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:19:52,970 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:19:52,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:52,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:52,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:19:52,971 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:19:52,971 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=285477770, stopped=false 2024-11-11T16:19:52,971 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,34733,1731341980938 2024-11-11T16:19:52,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1517915277/running 2024-11-11T16:19:52,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38085-0x1002fa4116d0004, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1517915277/running 2024-11-11T16:19:52,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1517915277 2024-11-11T16:19:52,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38085-0x1002fa4116d0004, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1517915277 2024-11-11T16:19:52,973 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:19:52,973 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:19:52,973 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:19:52,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:52,973 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,38085,1731341980985' ***** 2024-11-11T16:19:52,973 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:19:52,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38085-0x1002fa4116d0004, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Set watcher on znode that does not yet exist, /1-1517915277/running 2024-11-11T16:19:52,973 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:19:52,974 INFO [RS:0;16b413a53992:38085 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:19:52,974 INFO [RS:0;16b413a53992:38085 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:19:52,974 INFO [RS:0;16b413a53992:38085 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:19:52,974 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:19:52,974 INFO [RS:0;16b413a53992:38085 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,38085,1731341980985 2024-11-11T16:19:52,974 INFO [RS:0;16b413a53992:38085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:19:52,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Set watcher on znode that does not yet exist, /1-1517915277/running 2024-11-11T16:19:52,974 INFO [RS:0;16b413a53992:38085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:38085. 2024-11-11T16:19:52,974 DEBUG [RS:0;16b413a53992:38085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:19:52,974 DEBUG [RS:0;16b413a53992:38085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:52,974 INFO [RS:0;16b413a53992:38085 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:19:52,974 INFO [RS:0;16b413a53992:38085 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:19:52,974 INFO [RS:0;16b413a53992:38085 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:19:52,974 INFO [RS:0;16b413a53992:38085 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:19:52,974 INFO [RS:0;16b413a53992:38085 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T16:19:52,974 DEBUG [RS:0;16b413a53992:38085 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T16:19:52,974 DEBUG [RS:0;16b413a53992:38085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:19:52,975 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:19:52,975 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:19:52,975 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:19:52,975 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:19:52,975 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:19:52,975 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T16:19:52,991 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/data/hbase/meta/1588230740/.tmp/ns/4baed8e1862740e9a5b9a1aafa8d17ff is 43, key is default/ns:d/1731341983203/Put/seqid=0 2024-11-11T16:19:52,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741835_1011 (size=5153) 2024-11-11T16:19:52,997 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/data/hbase/meta/1588230740/.tmp/ns/4baed8e1862740e9a5b9a1aafa8d17ff 2024-11-11T16:19:53,017 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/data/hbase/meta/1588230740/.tmp/ns/4baed8e1862740e9a5b9a1aafa8d17ff as hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/data/hbase/meta/1588230740/ns/4baed8e1862740e9a5b9a1aafa8d17ff 2024-11-11T16:19:53,023 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/data/hbase/meta/1588230740/ns/4baed8e1862740e9a5b9a1aafa8d17ff, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T16:19:53,024 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 49ms, sequenceid=6, compaction requested=false 2024-11-11T16:19:53,024 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T16:19:53,037 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T16:19:53,038 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:19:53,038 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:19:53,038 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:19:53,038 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731341992975Running coprocessor pre-close hooks at 1731341992975Disabling compacts and flushes for region at 1731341992975Disabling writes for close at 1731341992975Obtaining lock to block concurrent updates at 1731341992975Preparing flush snapshotting stores in 1588230740 at 1731341992975Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731341992975Flushing stores of hbase:meta,,1.1588230740 at 1731341992976 (+1 ms)Flushing 1588230740/ns: creating writer at 1731341992976Flushing 1588230740/ns: appending metadata at 1731341992991 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731341992991Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@491ece21: reopening flushed file at 1731341993016 (+25 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 49ms, sequenceid=6, compaction requested=false at 1731341993024 (+8 ms)Writing region close event to WAL at 1731341993033 (+9 ms)Running coprocessor post-close hooks at 1731341993038 (+5 ms)Closed at 1731341993038 2024-11-11T16:19:53,038 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:19:53,082 DEBUG [16b413a53992:42621 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:19:53,083 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=51782d89ece9d1c374e457fb66537383, regionState=OPENING, regionLocation=16b413a53992,42219,1731341987591 2024-11-11T16:19:53,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51782d89ece9d1c374e457fb66537383, ASSIGN because future has completed 2024-11-11T16:19:53,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51782d89ece9d1c374e457fb66537383, server=16b413a53992,42219,1731341987591}] 2024-11-11T16:19:53,175 INFO [RS:0;16b413a53992:38085 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,38085,1731341980985; all regions closed. 2024-11-11T16:19:53,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741834_1010 (size=1152) 2024-11-11T16:19:53,177 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/WALs/16b413a53992,38085,1731341980985/16b413a53992%2C38085%2C1731341980985.meta.1731341983138.meta not finished, retry = 0 2024-11-11T16:19:53,182 DEBUG [RS:0;16b413a53992:42219.replicationSource.wal-reader.16b413a53992%2C42219%2C1731341987591,1-16b413a53992,42219,1731341987591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,42219,1731341987591/16b413a53992%2C42219%2C1731341987591.1731341988698 to pos 0, reset compression=false 2024-11-11T16:19:53,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. 2024-11-11T16:19:53,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:19:53,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T16:19:53,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C42219%2C1731341987591.rep, suffix=, logDir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,42219,1731341987591, archiveDir=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/oldWALs, maxLogs=10 2024-11-11T16:19:53,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,42219,1731341987591/16b413a53992%2C42219%2C1731341987591.rep.1731341993251, exclude list is [], retry=0 2024-11-11T16:19:53,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35885,DS-f72fc138-930a-41db-ae84-749bfb9fbf68,DISK] 2024-11-11T16:19:53,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,42219,1731341987591/16b413a53992%2C42219%2C1731341987591.rep.1731341993251 2024-11-11T16:19:53,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46705:46705)] 2024-11-11T16:19:53,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 51782d89ece9d1c374e457fb66537383, NAME => 'hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:19:53,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:19:53,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:19:53,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. service=MultiRowMutationService 2024-11-11T16:19:53,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T16:19:53,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:53,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:19:53,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:53,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:53,280 DEBUG [RS:0;16b413a53992:38085 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/oldWALs 2024-11-11T16:19:53,280 INFO [RS:0;16b413a53992:38085 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C38085%2C1731341980985.meta:.meta(num 1731341983138) 2024-11-11T16:19:53,285 INFO [StoreOpener-51782d89ece9d1c374e457fb66537383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:53,286 INFO [StoreOpener-51782d89ece9d1c374e457fb66537383-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51782d89ece9d1c374e457fb66537383 columnFamilyName hfileref 2024-11-11T16:19:53,286 DEBUG [StoreOpener-51782d89ece9d1c374e457fb66537383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:53,286 INFO [StoreOpener-51782d89ece9d1c374e457fb66537383-1 {}] regionserver.HStore(327): Store=51782d89ece9d1c374e457fb66537383/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:19:53,286 INFO [StoreOpener-51782d89ece9d1c374e457fb66537383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:53,287 INFO [StoreOpener-51782d89ece9d1c374e457fb66537383-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51782d89ece9d1c374e457fb66537383 columnFamilyName queue 2024-11-11T16:19:53,287 DEBUG [StoreOpener-51782d89ece9d1c374e457fb66537383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:53,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741833_1009 (size=93) 2024-11-11T16:19:53,296 DEBUG [RS:0;16b413a53992:38085 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/oldWALs 2024-11-11T16:19:53,296 INFO [RS:0;16b413a53992:38085 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C38085%2C1731341980985:(num 1731341982604) 2024-11-11T16:19:53,296 DEBUG [RS:0;16b413a53992:38085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:53,296 INFO [RS:0;16b413a53992:38085 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:19:53,296 INFO [RS:0;16b413a53992:38085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:19:53,296 INFO [RS:0;16b413a53992:38085 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T16:19:53,296 INFO [RS:0;16b413a53992:38085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:19:53,297 INFO [RS:0;16b413a53992:38085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38085 2024-11-11T16:19:53,297 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:19:53,298 DEBUG [StoreOpener-51782d89ece9d1c374e457fb66537383-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/replication/51782d89ece9d1c374e457fb66537383/queue/726446fbbc644900a7af00445a581e99 2024-11-11T16:19:53,298 INFO [StoreOpener-51782d89ece9d1c374e457fb66537383-1 {}] regionserver.HStore(327): Store=51782d89ece9d1c374e457fb66537383/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:19:53,298 INFO [StoreOpener-51782d89ece9d1c374e457fb66537383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:53,300 INFO [StoreOpener-51782d89ece9d1c374e457fb66537383-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51782d89ece9d1c374e457fb66537383 columnFamilyName sid 2024-11-11T16:19:53,300 DEBUG [StoreOpener-51782d89ece9d1c374e457fb66537383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:19:53,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1517915277/rs 2024-11-11T16:19:53,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38085-0x1002fa4116d0004, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1517915277/rs/16b413a53992,38085,1731341980985 2024-11-11T16:19:53,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,38085,1731341980985] 2024-11-11T16:19:53,302 INFO [RS:0;16b413a53992:38085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:19:53,302 INFO [StoreOpener-51782d89ece9d1c374e457fb66537383-1 {}] regionserver.HStore(327): Store=51782d89ece9d1c374e457fb66537383/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:19:53,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:53,303 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1517915277/draining/16b413a53992,38085,1731341980985 already deleted, retry=false 2024-11-11T16:19:53,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/replication/51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:53,303 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,38085,1731341980985 expired; onlineServers=0 2024-11-11T16:19:53,303 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,34733,1731341980938' ***** 2024-11-11T16:19:53,303 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:19:53,303 INFO [M:0;16b413a53992:34733 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:19:53,303 INFO [M:0;16b413a53992:34733 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:19:53,303 DEBUG [M:0;16b413a53992:34733 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:19:53,303 DEBUG [M:0;16b413a53992:34733 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:19:53,303 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341982383 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341982383,5,FailOnTimeoutGroup] 2024-11-11T16:19:53,303 INFO [M:0;16b413a53992:34733 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:19:53,304 INFO [M:0;16b413a53992:34733 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:19:53,304 DEBUG [M:0;16b413a53992:34733 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:19:53,304 INFO [M:0;16b413a53992:34733 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:19:53,304 INFO [M:0;16b413a53992:34733 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:19:53,304 INFO [M:0;16b413a53992:34733 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:19:53,304 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:19:53,304 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:19:53,304 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341982384 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341982384,5,FailOnTimeoutGroup] 2024-11-11T16:19:53,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/replication/51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:53,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:53,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:53,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:19:53,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:53,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1517915277/master 2024-11-11T16:19:53,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1517915277 2024-11-11T16:19:53,309 DEBUG [M:0;16b413a53992:34733 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1517915277/master already deleted, retry=false 2024-11-11T16:19:53,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 51782d89ece9d1c374e457fb66537383; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68892465, jitterRate=0.026577726006507874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:19:53,309 DEBUG [M:0;16b413a53992:34733 {}] master.ActiveMasterManager(353): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1517915277/master 2024-11-11T16:19:53,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:53,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 51782d89ece9d1c374e457fb66537383: Running coprocessor pre-open hook at 1731341993280Writing region info on filesystem at 1731341993280Initializing all the Stores at 1731341993281 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341993281Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341993284 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341993284Cleaning up temporary data from old regions at 1731341993305 (+21 ms)Running coprocessor post-open hooks at 1731341993309 (+4 ms)Region opened successfully at 1731341993309 2024-11-11T16:19:53,310 INFO [M:0;16b413a53992:34733 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/.lastflushedseqids 2024-11-11T16:19:53,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383., pid=13, masterSystemTime=1731341993244 2024-11-11T16:19:53,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. 2024-11-11T16:19:53,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. 2024-11-11T16:19:53,313 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=51782d89ece9d1c374e457fb66537383, regionState=OPEN, openSeqNum=9, regionLocation=16b413a53992,42219,1731341987591 2024-11-11T16:19:53,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51782d89ece9d1c374e457fb66537383, server=16b413a53992,42219,1731341987591 because future has completed 2024-11-11T16:19:53,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T16:19:53,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 51782d89ece9d1c374e457fb66537383, server=16b413a53992,42219,1731341987591 in 231 msec 2024-11-11T16:19:53,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-11T16:19:53,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51782d89ece9d1c374e457fb66537383, ASSIGN in 394 msec 2024-11-11T16:19:53,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-11T16:19:53,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741836_1012 (size=99) 2024-11-11T16:19:53,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383., hostname=16b413a53992,42219,1731341987591, seqNum=9] 2024-11-11T16:19:53,347 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 16b413a53992,37205,1731341978195 2024-11-11T16:19:53,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-11T16:19:53,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38085-0x1002fa4116d0004, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:19:53,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38085-0x1002fa4116d0004, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:19:53,407 INFO [RS:0;16b413a53992:38085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:19:53,407 INFO [RS:0;16b413a53992:38085 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,38085,1731341980985; zookeeper connection closed. 2024-11-11T16:19:53,407 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52d74abd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52d74abd 2024-11-11T16:19:53,408 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:19:53,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42219 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-11T16:19:53,731 INFO [M:0;16b413a53992:34733 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:19:53,731 INFO [M:0;16b413a53992:34733 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:19:53,731 DEBUG [M:0;16b413a53992:34733 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:19:53,731 INFO [M:0;16b413a53992:34733 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:53,731 DEBUG [M:0;16b413a53992:34733 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:53,731 DEBUG [M:0;16b413a53992:34733 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:19:53,732 DEBUG [M:0;16b413a53992:34733 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:53,732 INFO [M:0;16b413a53992:34733 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T16:19:53,756 DEBUG [M:0;16b413a53992:34733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b92a68fbb2a451da0eadc05b716b495 is 82, key is hbase:meta,,1/info:regioninfo/1731341983186/Put/seqid=0 2024-11-11T16:19:53,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741837_1013 (size=5672) 2024-11-11T16:19:54,164 INFO [M:0;16b413a53992:34733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b92a68fbb2a451da0eadc05b716b495 2024-11-11T16:19:54,186 DEBUG [M:0;16b413a53992:34733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0de2e1e0bad246058b3936dc73f1bb78 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731341983207/Put/seqid=0 2024-11-11T16:19:54,188 DEBUG [RS:0;16b413a53992:42219.replicationSource.wal-reader.16b413a53992%2C42219%2C1731341987591,1-16b413a53992,42219,1731341987591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,42219,1731341987591/16b413a53992%2C42219%2C1731341987591.1731341988698 to pos 0, reset compression=false 2024-11-11T16:19:54,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741838_1014 (size=5275) 2024-11-11T16:19:54,517 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T16:19:54,517 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T16:19:54,591 INFO [M:0;16b413a53992:34733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0de2e1e0bad246058b3936dc73f1bb78 2024-11-11T16:19:54,614 DEBUG [M:0;16b413a53992:34733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ca6fd882730481aa65e689cc598a1c0 is 69, key is 16b413a53992,38085,1731341980985/rs:state/1731341982443/Put/seqid=0 2024-11-11T16:19:54,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741839_1015 (size=5156) 2024-11-11T16:19:55,018 INFO [M:0;16b413a53992:34733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ca6fd882730481aa65e689cc598a1c0 2024-11-11T16:19:55,024 DEBUG [M:0;16b413a53992:34733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b92a68fbb2a451da0eadc05b716b495 as hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b92a68fbb2a451da0eadc05b716b495 2024-11-11T16:19:55,028 INFO [M:0;16b413a53992:34733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b92a68fbb2a451da0eadc05b716b495, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T16:19:55,029 DEBUG [M:0;16b413a53992:34733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0de2e1e0bad246058b3936dc73f1bb78 as hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0de2e1e0bad246058b3936dc73f1bb78 2024-11-11T16:19:55,034 INFO [M:0;16b413a53992:34733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0de2e1e0bad246058b3936dc73f1bb78, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T16:19:55,034 DEBUG [M:0;16b413a53992:34733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ca6fd882730481aa65e689cc598a1c0 as hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ca6fd882730481aa65e689cc598a1c0 2024-11-11T16:19:55,038 INFO [M:0;16b413a53992:34733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ca6fd882730481aa65e689cc598a1c0, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T16:19:55,039 INFO [M:0;16b413a53992:34733 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=28, compaction requested=false 2024-11-11T16:19:55,040 INFO [M:0;16b413a53992:34733 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:55,041 DEBUG [M:0;16b413a53992:34733 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731341993731Disabling compacts and flushes for region at 1731341993731Disabling writes for close at 1731341993731Obtaining lock to block concurrent updates at 1731341993732 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731341993732Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731341993732Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731341993733 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731341993733Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731341993756 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731341993756Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731341994169 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731341994186 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731341994186Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731341994595 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731341994613 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731341994613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12c02fa0: reopening flushed file at 1731341995023 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d76d799: reopening flushed file at 1731341995029 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f2e2654: reopening flushed file at 1731341995034 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=28, compaction requested=false at 1731341995039 (+5 ms)Writing region close event to WAL at 1731341995040 (+1 ms)Closed at 1731341995040 2024-11-11T16:19:55,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741830_1006 (size=10165) 2024-11-11T16:19:55,043 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e37e1fd-b1fa-6ad5-8af6-63b174c37d9b/MasterData/WALs/16b413a53992,34733,1731341980938/16b413a53992%2C34733%2C1731341980938.1731341982298 not finished, retry = 0 2024-11-11T16:19:55,144 INFO [M:0;16b413a53992:34733 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:19:55,144 INFO [M:0;16b413a53992:34733 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34733 2024-11-11T16:19:55,144 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:19:55,145 INFO [M:0;16b413a53992:34733 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:19:55,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:19:55,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34733-0x1002fa4116d0003, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:19:55,247 INFO [M:0;16b413a53992:34733 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:19:55,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fdcc8b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:19:55,251 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4167e73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:19:55,251 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:19:55,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bdc17ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:19:55,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6793ab4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/hadoop.log.dir/,STOPPED} 2024-11-11T16:19:55,254 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:19:55,254 WARN [BP-875731358-172.17.0.2-1731341979978 heartbeating to localhost/127.0.0.1:38475 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:19:55,254 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:19:55,254 WARN [BP-875731358-172.17.0.2-1731341979978 heartbeating to localhost/127.0.0.1:38475 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-875731358-172.17.0.2-1731341979978 (Datanode Uuid 53ac74c5-8356-4af6-a6d0-7b485bba3305) service to localhost/127.0.0.1:38475 2024-11-11T16:19:55,255 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/cluster_e2c38d9f-2ee3-5f1e-4aec-663442395570/data/data1/current/BP-875731358-172.17.0.2-1731341979978 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:19:55,255 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/cluster_e2c38d9f-2ee3-5f1e-4aec-663442395570/data/data2/current/BP-875731358-172.17.0.2-1731341979978 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:19:55,255 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:19:55,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@714bc96c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:19:55,267 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61c6dd44{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:19:55,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:19:55,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ad968a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:19:55,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7878eebe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/hadoop.log.dir/,STOPPED} 2024-11-11T16:19:55,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:19:55,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:19:55,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:19:55,284 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:19:55,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:55,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:55,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:19:55,284 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:19:55,284 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1485821957, stopped=false 2024-11-11T16:19:55,285 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,42621,1731341987547 2024-11-11T16:19:55,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0600902188/running 2024-11-11T16:19:55,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1002fa4116d0007, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0600902188/running 2024-11-11T16:19:55,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1002fa4116d0007, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188 2024-11-11T16:19:55,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188 2024-11-11T16:19:55,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Set watcher on znode that does not yet exist, /0600902188/running 2024-11-11T16:19:55,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42219-0x1002fa4116d0007, quorum=127.0.0.1:59613, baseZNode=/0600902188 Set watcher on znode that does not yet exist, /0600902188/running 2024-11-11T16:19:55,287 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:19:55,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:19:55,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:19:55,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:55,288 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,42219,1731341987591' ***** 2024-11-11T16:19:55,288 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:19:55,288 INFO [RS:0;16b413a53992:42219 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:19:55,288 INFO [RS:0;16b413a53992:42219 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:19:55,289 INFO [RS:0;16b413a53992:42219 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:19:55,289 INFO [RS:0;16b413a53992:42219 {}] regionserver.HRegionServer(3091): Received CLOSE for 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:55,289 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:19:55,293 DEBUG [RS:0;16b413a53992:42219.replicationSource.wal-reader.16b413a53992%2C42219%2C1731341987591,1-16b413a53992,42219,1731341987591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,42219,1731341987591/16b413a53992%2C42219%2C1731341987591.1731341988698 to pos 0, reset compression=false 2024-11-11T16:19:55,296 INFO [RS:0;16b413a53992:42219 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,42219,1731341987591 2024-11-11T16:19:55,296 INFO [RS:0;16b413a53992:42219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:19:55,297 INFO [RS:0;16b413a53992:42219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:42219. 2024-11-11T16:19:55,297 DEBUG [RS:0;16b413a53992:42219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:19:55,297 DEBUG [RS:0;16b413a53992:42219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:55,297 INFO [RS:0;16b413a53992:42219 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:19:55,297 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51782d89ece9d1c374e457fb66537383, disabling compactions & flushes 2024-11-11T16:19:55,297 INFO [RS:0;16b413a53992:42219 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:19:55,297 INFO [RS:0;16b413a53992:42219 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:19:55,297 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. 2024-11-11T16:19:55,297 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. 2024-11-11T16:19:55,297 INFO [RS:0;16b413a53992:42219 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:19:55,297 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. after waiting 0 ms 2024-11-11T16:19:55,297 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. 2024-11-11T16:19:55,298 INFO [RS:0;16b413a53992:42219 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T16:19:55,298 DEBUG [RS:0;16b413a53992:42219 {}] regionserver.HRegionServer(1325): Online Regions={51782d89ece9d1c374e457fb66537383=hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T16:19:55,298 DEBUG [RS:0;16b413a53992:42219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51782d89ece9d1c374e457fb66537383 2024-11-11T16:19:55,298 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:19:55,298 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:19:55,299 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:19:55,299 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:19:55,299 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:19:55,299 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-11T16:19:55,321 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/replication/51782d89ece9d1c374e457fb66537383/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-11T16:19:55,322 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:19:55,322 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:19:55,322 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. 2024-11-11T16:19:55,322 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51782d89ece9d1c374e457fb66537383: Waiting for close lock at 1731341995297Running coprocessor pre-close hooks at 1731341995297Disabling compacts and flushes for region at 1731341995297Disabling writes for close at 1731341995297Writing region close event to WAL at 1731341995309 (+12 ms)Running coprocessor post-close hooks at 1731341995322 (+13 ms)Closed at 1731341995322 2024-11-11T16:19:55,322 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383. 2024-11-11T16:19:55,332 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/.tmp/info/b7efe5ecafa849008f127af367a2f344 is 147, key is hbase:replication,,1731341983345.51782d89ece9d1c374e457fb66537383./info:regioninfo/1731341993313/Put/seqid=0 2024-11-11T16:19:55,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741851_1027 (size=6385) 2024-11-11T16:19:55,358 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:19:55,498 DEBUG [RS:0;16b413a53992:42219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:19:55,562 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:19:55,562 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:19:55,699 DEBUG [RS:0;16b413a53992:42219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:19:55,756 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/.tmp/info/b7efe5ecafa849008f127af367a2f344 2024-11-11T16:19:55,776 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/.tmp/info/b7efe5ecafa849008f127af367a2f344 as hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/info/b7efe5ecafa849008f127af367a2f344 2024-11-11T16:19:55,795 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/info/b7efe5ecafa849008f127af367a2f344, entries=8, sequenceid=19, filesize=6.2 K 2024-11-11T16:19:55,797 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 498ms, sequenceid=19, compaction requested=false 2024-11-11T16:19:55,854 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-11T16:19:55,855 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:19:55,855 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:19:55,855 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:19:55,855 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731341995298Running coprocessor pre-close hooks at 1731341995298Disabling compacts and flushes for region at 1731341995298Disabling writes for close at 1731341995299 (+1 ms)Obtaining lock to block concurrent updates at 1731341995299Preparing flush snapshotting stores in 1588230740 at 1731341995299Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731341995299Flushing stores of hbase:meta,,1.1588230740 at 1731341995302 (+3 ms)Flushing 1588230740/info: creating writer at 1731341995302Flushing 1588230740/info: appending metadata at 1731341995331 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731341995332 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b25ed5a: reopening flushed file at 1731341995775 (+443 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 498ms, sequenceid=19, compaction requested=false at 1731341995797 (+22 ms)Writing region close event to WAL at 1731341995849 (+52 ms)Running coprocessor post-close hooks at 1731341995855 (+6 ms)Closed at 1731341995855 2024-11-11T16:19:55,855 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:19:55,899 INFO [RS:0;16b413a53992:42219 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,42219,1731341987591; all regions closed. 2024-11-11T16:19:55,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741849_1025 (size=2156) 2024-11-11T16:19:55,924 DEBUG [RS:0;16b413a53992:42219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/oldWALs 2024-11-11T16:19:55,924 INFO [RS:0;16b413a53992:42219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C42219%2C1731341987591.meta:.meta(num 1731341988960) 2024-11-11T16:19:55,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741850_1026 (size=796) 2024-11-11T16:19:55,931 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/WALs/16b413a53992,42219,1731341987591/16b413a53992%2C42219%2C1731341987591.rep.1731341993251 not finished, retry = 0 2024-11-11T16:19:56,036 DEBUG [RS:0;16b413a53992:42219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/oldWALs 2024-11-11T16:19:56,036 INFO [RS:0;16b413a53992:42219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C42219%2C1731341987591.rep:(num 1731341993251) 2024-11-11T16:19:56,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741848_1024 (size=93) 2024-11-11T16:19:56,070 DEBUG [RS:0;16b413a53992:42219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/oldWALs 2024-11-11T16:19:56,070 INFO [RS:0;16b413a53992:42219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C42219%2C1731341987591:(num 1731341988698) 2024-11-11T16:19:56,070 DEBUG [RS:0;16b413a53992:42219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:56,070 INFO [RS:0;16b413a53992:42219 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:19:56,070 INFO [RS:0;16b413a53992:42219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:19:56,070 INFO [RS:0;16b413a53992:42219 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T16:19:56,070 INFO [RS:0;16b413a53992:42219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:19:56,070 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:19:56,071 INFO [RS:0;16b413a53992:42219 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16b413a53992,42219,1731341987591 because: Region server is closing 2024-11-11T16:19:56,071 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-11T16:19:56,071 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-11T16:19:56,071 INFO [RS:0;16b413a53992:42219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:42219. 2024-11-11T16:19:56,071 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T16:19:56,071 DEBUG [RS:0;16b413a53992:42219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:19:56,071 DEBUG [RS:0;16b413a53992:42219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:56,071 DEBUG [RS:0;16b413a53992:42219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:19:56,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:19:56,171 WARN [RS:0;16b413a53992:42219.replicationSource.wal-reader.16b413a53992%2C42219%2C1731341987591,1-16b413a53992,42219,1731341987591 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T16:19:56,171 WARN [RS:0;16b413a53992:42219.replicationSource.shipper16b413a53992%2C42219%2C1731341987591,1-16b413a53992,42219,1731341987591 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T16:19:56,172 INFO [RS:0;16b413a53992:42219 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;16b413a53992:42219.replicationSource.shipper16b413a53992%2C42219%2C1731341987591,1-16b413a53992,42219,1731341987591 terminated 2024-11-11T16:19:56,172 INFO [RS:0;16b413a53992:42219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42219 2024-11-11T16:19:56,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1002fa4116d0007, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0600902188/rs/16b413a53992,42219,1731341987591 2024-11-11T16:19:56,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188/rs 2024-11-11T16:19:56,174 INFO [RS:0;16b413a53992:42219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:19:56,176 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,42219,1731341987591] 2024-11-11T16:19:56,178 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0600902188/draining/16b413a53992,42219,1731341987591 already deleted, retry=false 2024-11-11T16:19:56,178 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,42219,1731341987591 expired; onlineServers=0 2024-11-11T16:19:56,178 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,42621,1731341987547' ***** 2024-11-11T16:19:56,178 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:19:56,178 INFO [M:0;16b413a53992:42621 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:19:56,178 INFO [M:0;16b413a53992:42621 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:19:56,178 DEBUG [M:0;16b413a53992:42621 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:19:56,178 DEBUG [M:0;16b413a53992:42621 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:19:56,178 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341988392 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341988392,5,FailOnTimeoutGroup] 2024-11-11T16:19:56,178 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341988395 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341988395,5,FailOnTimeoutGroup] 2024-11-11T16:19:56,178 INFO [M:0;16b413a53992:42621 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:19:56,178 INFO [M:0;16b413a53992:42621 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:19:56,179 DEBUG [M:0;16b413a53992:42621 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:19:56,179 INFO [M:0;16b413a53992:42621 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:19:56,179 INFO [M:0;16b413a53992:42621 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:19:56,179 INFO [M:0;16b413a53992:42621 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:19:56,179 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:19:56,179 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:19:56,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0600902188/master 2024-11-11T16:19:56,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0600902188 2024-11-11T16:19:56,182 DEBUG [M:0;16b413a53992:42621 {}] zookeeper.ZKUtil(347): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Unable to get data of znode /0600902188/master because node does not exist (not an error) 2024-11-11T16:19:56,182 WARN [M:0;16b413a53992:42621 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T16:19:56,183 INFO [M:0;16b413a53992:42621 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/.lastflushedseqids 2024-11-11T16:19:56,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741852_1028 (size=181) 2024-11-11T16:19:56,276 INFO [RS:0;16b413a53992:42219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:19:56,276 INFO [RS:0;16b413a53992:42219 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,42219,1731341987591; zookeeper connection closed. 2024-11-11T16:19:56,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1002fa4116d0007, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:19:56,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1002fa4116d0007, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:19:56,277 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bf45aea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bf45aea 2024-11-11T16:19:56,277 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:19:56,631 INFO [M:0;16b413a53992:42621 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:19:56,631 INFO [M:0;16b413a53992:42621 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:19:56,631 DEBUG [M:0;16b413a53992:42621 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:19:56,631 INFO [M:0;16b413a53992:42621 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:56,631 DEBUG [M:0;16b413a53992:42621 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:56,631 DEBUG [M:0;16b413a53992:42621 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:19:56,631 DEBUG [M:0;16b413a53992:42621 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:56,631 INFO [M:0;16b413a53992:42621 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-11T16:19:56,657 DEBUG [M:0;16b413a53992:42621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a17896424dc4f61a9082e0ad71d5573 is 82, key is hbase:meta,,1/info:regioninfo/1731341989046/Put/seqid=0 2024-11-11T16:19:56,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741853_1029 (size=5672) 2024-11-11T16:19:56,697 INFO [M:0;16b413a53992:42621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a17896424dc4f61a9082e0ad71d5573 2024-11-11T16:19:56,730 DEBUG [M:0;16b413a53992:42621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/017b4cd0f0e64823b5033639941cf15e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731341993325/Put/seqid=0 2024-11-11T16:19:56,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741854_1030 (size=7312) 2024-11-11T16:19:57,171 INFO [M:0;16b413a53992:42621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/017b4cd0f0e64823b5033639941cf15e 2024-11-11T16:19:57,215 DEBUG [M:0;16b413a53992:42621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a36216abe18c42669b40468ac269eddd is 69, key is 16b413a53992,42219,1731341987591/rs:state/1731341988474/Put/seqid=0 2024-11-11T16:19:57,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741855_1031 (size=5370) 2024-11-11T16:19:57,268 INFO [M:0;16b413a53992:42621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a36216abe18c42669b40468ac269eddd 2024-11-11T16:19:57,275 INFO [M:0;16b413a53992:42621 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a36216abe18c42669b40468ac269eddd 2024-11-11T16:19:57,276 DEBUG [M:0;16b413a53992:42621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a17896424dc4f61a9082e0ad71d5573 as hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a17896424dc4f61a9082e0ad71d5573 2024-11-11T16:19:57,283 INFO [M:0;16b413a53992:42621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a17896424dc4f61a9082e0ad71d5573, entries=8, sequenceid=127, filesize=5.5 K 2024-11-11T16:19:57,285 DEBUG [M:0;16b413a53992:42621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/017b4cd0f0e64823b5033639941cf15e as hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/017b4cd0f0e64823b5033639941cf15e 2024-11-11T16:19:57,308 INFO [M:0;16b413a53992:42621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/017b4cd0f0e64823b5033639941cf15e, entries=7, sequenceid=127, filesize=7.1 K 2024-11-11T16:19:57,311 DEBUG [M:0;16b413a53992:42621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a36216abe18c42669b40468ac269eddd as hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a36216abe18c42669b40468ac269eddd 2024-11-11T16:19:57,325 INFO [M:0;16b413a53992:42621 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a36216abe18c42669b40468ac269eddd 2024-11-11T16:19:57,325 INFO [M:0;16b413a53992:42621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45969/user/jenkins/test-data/873ef850-ecf1-d586-5abf-929e1712d085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a36216abe18c42669b40468ac269eddd, entries=2, sequenceid=127, filesize=5.2 K 2024-11-11T16:19:57,327 INFO [M:0;16b413a53992:42621 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 696ms, sequenceid=127, compaction requested=false 2024-11-11T16:19:57,364 INFO [M:0;16b413a53992:42621 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:19:57,364 DEBUG [M:0;16b413a53992:42621 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731341996631Disabling compacts and flushes for region at 1731341996631Disabling writes for close at 1731341996631Obtaining lock to block concurrent updates at 1731341996631Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731341996631Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731341996632 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731341996633 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731341996633Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731341996656 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731341996656Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731341996706 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731341996730 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731341996730Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731341997181 (+451 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731341997214 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731341997214Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f59b3e6: reopening flushed file at 1731341997275 (+61 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5396e7c4: reopening flushed file at 1731341997284 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a293cdb: reopening flushed file at 1731341997308 (+24 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 696ms, sequenceid=127, compaction requested=false at 1731341997327 (+19 ms)Writing region close event to WAL at 1731341997364 (+37 ms)Closed at 1731341997364 2024-11-11T16:19:57,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741847_1023 (size=22903) 2024-11-11T16:19:57,375 INFO [M:0;16b413a53992:42621 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:19:57,375 INFO [M:0;16b413a53992:42621 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42621 2024-11-11T16:19:57,375 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:19:57,375 INFO [M:0;16b413a53992:42621 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:19:57,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:19:57,478 INFO [M:0;16b413a53992:42621 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:19:57,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1002fa4116d0006, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:19:57,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2befb1e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:19:57,493 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7eb79f26{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:19:57,493 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:19:57,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68ec88d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:19:57,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b32556b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/hadoop.log.dir/,STOPPED} 2024-11-11T16:19:57,496 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:19:57,496 WARN [BP-1022100076-172.17.0.2-1731341977325 heartbeating to localhost/127.0.0.1:45969 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:19:57,496 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:19:57,496 WARN [BP-1022100076-172.17.0.2-1731341977325 heartbeating to localhost/127.0.0.1:45969 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1022100076-172.17.0.2-1731341977325 (Datanode Uuid 70932519-7577-4764-9a2f-4c3144939624) service to localhost/127.0.0.1:45969 2024-11-11T16:19:57,497 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/cluster_0441c693-ca95-cc4b-e650-b8f0e1d7505f/data/data1/current/BP-1022100076-172.17.0.2-1731341977325 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:19:57,497 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/cluster_0441c693-ca95-cc4b-e650-b8f0e1d7505f/data/data2/current/BP-1022100076-172.17.0.2-1731341977325 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:19:57,497 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:19:57,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2863aca8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:19:57,507 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a5a3150{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:19:57,507 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:19:57,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45043a6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:19:57,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@790cc8f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bfd85e-6181-871f-0ef5-91aa6b665a61/hadoop.log.dir/,STOPPED} 2024-11-11T16:19:57,518 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T16:19:57,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:19:57,571 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 158) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59613) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59613) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38475 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45969 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38475 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38475 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=548 (was 570), ProcessCount=11 (was 11), AvailableMemoryMB=1858 (was 2874) 2024-11-11T16:19:57,583 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=548, ProcessCount=11, AvailableMemoryMB=1858 2024-11-11T16:19:57,601 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-11T16:19:57,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/hadoop.log.dir so I do NOT create it in target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b 2024-11-11T16:19:57,602 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T16:19:57,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/hadoop.tmp.dir so I do NOT create it in target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b 2024-11-11T16:19:57,602 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e945afd1-56c0-064a-2dcd-f40222de7504/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T16:19:57,602 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b 2024-11-11T16:19:57,602 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/cluster_b03368aa-a841-9ce2-6677-9a4ac0fa357f, deleteOnExit=true 2024-11-11T16:19:57,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1002fa4116d0005, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T16:19:57,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1002fa4116d0002, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T16:19:57,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1002fa4116d0005, quorum=127.0.0.1:59613, baseZNode=/1-1517915277 Received Disconnected from ZooKeeper, ignoring 2024-11-11T16:19:57,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1002fa4116d0002, quorum=127.0.0.1:59613, baseZNode=/0600902188 Received Disconnected from ZooKeeper, ignoring 2024-11-11T16:19:57,632 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/cluster_b03368aa-a841-9ce2-6677-9a4ac0fa357f/zookeeper_0, clientPort=64649, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/cluster_b03368aa-a841-9ce2-6677-9a4ac0fa357f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/cluster_b03368aa-a841-9ce2-6677-9a4ac0fa357f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T16:19:57,637 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64649 2024-11-11T16:19:57,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:19:57,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:19:57,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/test.cache.data in system properties and HBase conf 2024-11-11T16:19:57,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:19:57,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:19:57,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:19:57,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:19:57,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:19:57,639 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:19:57,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:19:57,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:19:57,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:19:57,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:19:57,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:19:57,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:19:57,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:19:57,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:19:57,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:19:57,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:19:57,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:19:57,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:19:57,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:19:57,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:19:57,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:19:57,796 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:19:57,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:19:57,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:19:57,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:19:57,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:19:57,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d08935a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:19:57,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3eb329d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:19:57,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51149aab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/java.io.tmpdir/jetty-localhost-38721-hadoop-hdfs-3_4_1-tests_jar-_-any-9503324646571160244/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:19:57,988 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d663f81{HTTP/1.1, (http/1.1)}{localhost:38721} 2024-11-11T16:19:57,988 INFO [Time-limited test {}] server.Server(415): Started @143615ms 2024-11-11T16:19:58,149 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:19:58,182 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:58,183 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:58,183 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:58,183 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:58,184 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:58,184 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:58,193 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:58,195 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:19:58,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:19:58,220 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:19:58,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:19:58,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:19:58,239 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:19:58,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2eff86e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:19:58,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@594e8075{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:19:58,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f770010{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/java.io.tmpdir/jetty-localhost-37395-hadoop-hdfs-3_4_1-tests_jar-_-any-10200341949890499329/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:19:58,391 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a552b19{HTTP/1.1, (http/1.1)}{localhost:37395} 2024-11-11T16:19:58,391 INFO [Time-limited test {}] server.Server(415): Started @144018ms 2024-11-11T16:19:58,392 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:19:58,530 WARN [Thread-1665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/cluster_b03368aa-a841-9ce2-6677-9a4ac0fa357f/data/data1/current/BP-2140872664-172.17.0.2-1731341997670/current, will proceed with Du for space computation calculation, 2024-11-11T16:19:58,531 WARN [Thread-1666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/cluster_b03368aa-a841-9ce2-6677-9a4ac0fa357f/data/data2/current/BP-2140872664-172.17.0.2-1731341997670/current, will proceed with Du for space computation calculation, 2024-11-11T16:19:58,618 WARN [Thread-1653 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:19:58,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xffea475b38505223 with lease ID 0xea935ed8b5e54db2: Processing first storage report for DS-7b7bec32-38ce-4778-b9b7-f4abd3bb1265 from datanode DatanodeRegistration(127.0.0.1:37933, datanodeUuid=7f2e76f5-3f63-4944-b11e-f15269ec7fdf, infoPort=34069, infoSecurePort=0, ipcPort=43761, storageInfo=lv=-57;cid=testClusterID;nsid=202364317;c=1731341997670) 2024-11-11T16:19:58,636 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xffea475b38505223 with lease ID 0xea935ed8b5e54db2: from storage DS-7b7bec32-38ce-4778-b9b7-f4abd3bb1265 node DatanodeRegistration(127.0.0.1:37933, datanodeUuid=7f2e76f5-3f63-4944-b11e-f15269ec7fdf, infoPort=34069, infoSecurePort=0, ipcPort=43761, storageInfo=lv=-57;cid=testClusterID;nsid=202364317;c=1731341997670), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:19:58,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xffea475b38505223 with lease ID 0xea935ed8b5e54db2: Processing first storage report for DS-bc7d810b-0124-452d-b355-b8c4672e0b23 from datanode DatanodeRegistration(127.0.0.1:37933, datanodeUuid=7f2e76f5-3f63-4944-b11e-f15269ec7fdf, infoPort=34069, infoSecurePort=0, ipcPort=43761, storageInfo=lv=-57;cid=testClusterID;nsid=202364317;c=1731341997670) 2024-11-11T16:19:58,636 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xffea475b38505223 with lease ID 0xea935ed8b5e54db2: from storage DS-bc7d810b-0124-452d-b355-b8c4672e0b23 node DatanodeRegistration(127.0.0.1:37933, datanodeUuid=7f2e76f5-3f63-4944-b11e-f15269ec7fdf, infoPort=34069, infoSecurePort=0, ipcPort=43761, storageInfo=lv=-57;cid=testClusterID;nsid=202364317;c=1731341997670), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:19:58,700 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b 2024-11-11T16:19:58,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:19:58,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:19:58,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:19:59,111 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0 with version=8 2024-11-11T16:19:59,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/hbase-staging 2024-11-11T16:19:59,114 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:19:59,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:19:59,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:19:59,114 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:19:59,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:19:59,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:19:59,114 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:19:59,114 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:19:59,115 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33061 2024-11-11T16:19:59,116 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33061 connecting to ZooKeeper ensemble=127.0.0.1:64649 2024-11-11T16:19:59,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330610x0, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:19:59,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33061-0x1002fa460c80000 connected 2024-11-11T16:19:59,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:19:59,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:19:59,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Set watcher on znode that does not yet exist, /0-1212895763/running 2024-11-11T16:19:59,270 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0, hbase.cluster.distributed=false 2024-11-11T16:19:59,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Set watcher on znode that does not yet exist, /0-1212895763/acl 2024-11-11T16:19:59,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33061 2024-11-11T16:19:59,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33061 2024-11-11T16:19:59,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33061 2024-11-11T16:19:59,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33061 2024-11-11T16:19:59,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33061 2024-11-11T16:19:59,339 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:19:59,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:19:59,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:19:59,340 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:19:59,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:19:59,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:19:59,340 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:19:59,340 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:19:59,341 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44649 2024-11-11T16:19:59,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44649 connecting to ZooKeeper ensemble=127.0.0.1:64649 2024-11-11T16:19:59,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:19:59,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:19:59,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446490x0, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Set watcher on znode that does not yet exist, /0-1212895763/running 2024-11-11T16:19:59,357 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:19:59,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446490x0, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:19:59,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44649-0x1002fa460c80001 connected 2024-11-11T16:19:59,406 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:19:59,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44649-0x1002fa460c80001, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Set watcher on znode that does not yet exist, /0-1212895763/master 2024-11-11T16:19:59,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44649-0x1002fa460c80001, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Set watcher on znode that does not yet exist, /0-1212895763/acl 2024-11-11T16:19:59,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44649 2024-11-11T16:19:59,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44649 2024-11-11T16:19:59,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44649 2024-11-11T16:19:59,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44649 2024-11-11T16:19:59,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44649 2024-11-11T16:19:59,445 DEBUG [M:0;16b413a53992:33061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:33061 2024-11-11T16:19:59,469 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1212895763/backup-masters/16b413a53992,33061,1731341999113 2024-11-11T16:19:59,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212895763/backup-masters 2024-11-11T16:19:59,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x1002fa460c80001, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212895763/backup-masters 2024-11-11T16:19:59,471 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Set watcher on existing znode=/0-1212895763/backup-masters/16b413a53992,33061,1731341999113 2024-11-11T16:19:59,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212895763 2024-11-11T16:19:59,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x1002fa460c80001, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1212895763/master 2024-11-11T16:19:59,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x1002fa460c80001, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212895763 2024-11-11T16:19:59,473 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Set watcher on existing znode=/0-1212895763/master 2024-11-11T16:19:59,474 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1212895763/backup-masters/16b413a53992,33061,1731341999113 from backup master directory 2024-11-11T16:19:59,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x1002fa460c80001, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212895763/backup-masters 2024-11-11T16:19:59,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1212895763/backup-masters/16b413a53992,33061,1731341999113 2024-11-11T16:19:59,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212895763/backup-masters 2024-11-11T16:19:59,475 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:19:59,475 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,33061,1731341999113 2024-11-11T16:19:59,494 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/hbase.id] with ID: 6158f84b-8d63-4fc0-aaa9-c4c6779e441b 2024-11-11T16:19:59,494 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/.tmp/hbase.id 2024-11-11T16:19:59,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:19:59,959 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/.tmp/hbase.id]:[hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/hbase.id] 2024-11-11T16:20:00,030 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:00,030 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:20:00,031 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T16:20:00,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212895763 2024-11-11T16:20:00,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x1002fa460c80001, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212895763 2024-11-11T16:20:00,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:20:00,482 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:20:00,483 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:20:00,484 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:00,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:20:00,532 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/MasterData/data/master/store 2024-11-11T16:20:00,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:20:00,585 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:00,585 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:20:00,585 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:00,585 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:00,585 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:20:00,585 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:00,585 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:00,586 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342000585Disabling compacts and flushes for region at 1731342000585Disabling writes for close at 1731342000585Writing region close event to WAL at 1731342000585Closed at 1731342000585 2024-11-11T16:20:00,587 WARN [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/MasterData/data/master/store/.initializing 2024-11-11T16:20:00,587 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/MasterData/WALs/16b413a53992,33061,1731341999113 2024-11-11T16:20:00,589 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:20:00,591 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C33061%2C1731341999113, suffix=, logDir=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/MasterData/WALs/16b413a53992,33061,1731341999113, archiveDir=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/MasterData/oldWALs, maxLogs=10 2024-11-11T16:20:00,620 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/MasterData/WALs/16b413a53992,33061,1731341999113/16b413a53992%2C33061%2C1731341999113.1731342000591, exclude list is [], retry=0 2024-11-11T16:20:00,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37933,DS-7b7bec32-38ce-4778-b9b7-f4abd3bb1265,DISK] 2024-11-11T16:20:00,646 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/MasterData/WALs/16b413a53992,33061,1731341999113/16b413a53992%2C33061%2C1731341999113.1731342000591 2024-11-11T16:20:00,647 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34069:34069)] 2024-11-11T16:20:00,647 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:00,647 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:00,647 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:00,647 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:00,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:00,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:20:00,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:00,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:00,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:00,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:20:00,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:00,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:00,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:00,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:20:00,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:00,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:00,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:00,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:20:00,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:00,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:00,677 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:00,679 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:00,679 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:00,681 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:00,681 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:00,682 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:20:00,683 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:00,705 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:00,706 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71231749, jitterRate=0.061435773968696594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:20:00,707 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731342000647Initializing all the Stores at 1731342000649 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342000649Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342000660 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342000660Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342000660Cleaning up temporary data from old regions at 1731342000681 (+21 ms)Region opened successfully at 1731342000707 (+26 ms) 2024-11-11T16:20:00,722 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:20:00,730 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308a7d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:20:00,731 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:20:00,731 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:20:00,731 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:20:00,731 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:20:00,732 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:20:00,732 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T16:20:00,732 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:20:00,737 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:20:00,739 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Unable to get data of znode /0-1212895763/balancer because node does not exist (not necessarily an error) 2024-11-11T16:20:00,740 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1212895763/balancer already deleted, retry=false 2024-11-11T16:20:00,742 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:20:00,742 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Unable to get data of znode /0-1212895763/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:20:00,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:20:00,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T16:20:00,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:20:00,745 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1212895763/normalizer already deleted, retry=false 2024-11-11T16:20:00,745 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:20:00,761 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Unable to get data of znode /0-1212895763/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:20:00,763 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1212895763/switch/split already deleted, retry=false 2024-11-11T16:20:00,764 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Unable to get data of znode /0-1212895763/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:20:00,765 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1212895763/switch/merge already deleted, retry=false 2024-11-11T16:20:00,767 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Unable to get data of znode /0-1212895763/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:20:00,769 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1212895763/snapshot-cleanup already deleted, retry=false 2024-11-11T16:20:00,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x1002fa460c80001, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1212895763/running 2024-11-11T16:20:00,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1212895763/running 2024-11-11T16:20:00,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x1002fa460c80001, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212895763 2024-11-11T16:20:00,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212895763 2024-11-11T16:20:00,771 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,33061,1731341999113, sessionid=0x1002fa460c80000, setting cluster-up flag (Was=false) 2024-11-11T16:20:00,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212895763 2024-11-11T16:20:00,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x1002fa460c80001, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212895763 2024-11-11T16:20:00,779 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1212895763/flush-table-proc/acquired, /0-1212895763/flush-table-proc/reached, /0-1212895763/flush-table-proc/abort 2024-11-11T16:20:00,783 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,33061,1731341999113 2024-11-11T16:20:00,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x1002fa460c80001, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212895763 2024-11-11T16:20:00,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212895763 2024-11-11T16:20:00,801 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1212895763/online-snapshot/acquired, /0-1212895763/online-snapshot/reached, /0-1212895763/online-snapshot/abort 2024-11-11T16:20:00,802 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,33061,1731341999113 2024-11-11T16:20:00,809 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:20:00,815 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:00,815 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:20:00,815 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:20:00,816 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,33061,1731341999113 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:20:00,817 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:00,817 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:00,817 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:00,817 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:00,817 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:20:00,817 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:00,817 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:20:00,817 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:00,830 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:00,830 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:20:00,831 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731342030831 2024-11-11T16:20:00,831 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:20:00,831 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:20:00,831 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:20:00,831 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:20:00,831 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:20:00,831 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:20:00,832 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:00,832 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:20:00,834 INFO [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(746): ClusterId : 6158f84b-8d63-4fc0-aaa9-c4c6779e441b 2024-11-11T16:20:00,834 DEBUG [RS:0;16b413a53992:44649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:20:00,842 DEBUG [RS:0;16b413a53992:44649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:20:00,842 DEBUG [RS:0;16b413a53992:44649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:20:00,844 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:00,846 DEBUG [RS:0;16b413a53992:44649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:20:00,846 DEBUG [RS:0;16b413a53992:44649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4c24a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:20:00,853 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:20:00,853 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:20:00,853 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:20:00,853 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T16:20:00,880 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:20:00,881 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:20:00,886 DEBUG [RS:0;16b413a53992:44649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:44649 2024-11-11T16:20:00,887 INFO [RS:0;16b413a53992:44649 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:20:00,887 INFO [RS:0;16b413a53992:44649 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:20:00,887 DEBUG [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:20:00,897 INFO [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,33061,1731341999113 with port=44649, startcode=1731341999339 2024-11-11T16:20:00,897 DEBUG [RS:0;16b413a53992:44649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:20:00,902 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342000881,5,FailOnTimeoutGroup] 2024-11-11T16:20:00,917 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:20:00,918 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33061 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T16:20:00,922 DEBUG [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T16:20:00,922 WARN [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T16:20:00,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:20:00,927 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:20:00,927 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0 2024-11-11T16:20:00,939 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342000902,5,FailOnTimeoutGroup] 2024-11-11T16:20:00,939 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:00,939 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:20:00,939 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:00,939 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:00,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:20:00,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:01,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:20:01,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:20:01,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:01,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:01,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:20:01,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:20:01,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:01,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:01,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:20:01,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:20:01,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:01,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:01,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:20:01,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:20:01,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:01,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:01,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:20:01,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740 2024-11-11T16:20:01,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740 2024-11-11T16:20:01,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:20:01,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:20:01,020 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:20:01,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:20:01,023 INFO [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,33061,1731341999113 with port=44649, startcode=1731341999339 2024-11-11T16:20:01,024 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33061 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,44649,1731341999339 2024-11-11T16:20:01,024 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33061 {}] master.ServerManager(517): Registering regionserver=16b413a53992,44649,1731341999339 2024-11-11T16:20:01,029 DEBUG [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0 2024-11-11T16:20:01,029 DEBUG [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38421 2024-11-11T16:20:01,029 DEBUG [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:20:01,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212895763/rs 2024-11-11T16:20:01,032 DEBUG [RS:0;16b413a53992:44649 {}] zookeeper.ZKUtil(111): regionserver:44649-0x1002fa460c80001, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Set watcher on existing znode=/0-1212895763/rs/16b413a53992,44649,1731341999339 2024-11-11T16:20:01,032 WARN [RS:0;16b413a53992:44649 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:20:01,032 INFO [RS:0;16b413a53992:44649 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:01,032 DEBUG [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339 2024-11-11T16:20:01,062 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:01,062 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72339955, jitterRate=0.07794933021068573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:20:01,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731342000989Initializing all the Stores at 1731342000991 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342000991Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342000996 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342000996Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342000996Cleaning up temporary data from old regions at 1731342001019 (+23 ms)Region opened successfully at 1731342001063 (+44 ms) 2024-11-11T16:20:01,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:20:01,063 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:20:01,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:20:01,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:20:01,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:20:01,084 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,44649,1731341999339] 2024-11-11T16:20:01,090 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:20:01,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342001063Disabling compacts and flushes for region at 1731342001063Disabling writes for close at 1731342001063Writing region close event to WAL at 1731342001090 (+27 ms)Closed at 1731342001090 2024-11-11T16:20:01,091 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:01,091 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:20:01,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:20:01,093 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:20:01,094 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:20:01,116 INFO [RS:0;16b413a53992:44649 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:20:01,118 INFO [RS:0;16b413a53992:44649 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:20:01,129 INFO [RS:0;16b413a53992:44649 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:20:01,129 INFO [RS:0;16b413a53992:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:01,140 INFO [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:20:01,142 INFO [RS:0;16b413a53992:44649 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:20:01,142 INFO [RS:0;16b413a53992:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:01,142 DEBUG [RS:0;16b413a53992:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:01,142 DEBUG [RS:0;16b413a53992:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:01,142 DEBUG [RS:0;16b413a53992:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:01,142 DEBUG [RS:0;16b413a53992:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:01,142 DEBUG [RS:0;16b413a53992:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:01,142 DEBUG [RS:0;16b413a53992:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:20:01,142 DEBUG [RS:0;16b413a53992:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:01,142 DEBUG [RS:0;16b413a53992:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:01,142 DEBUG [RS:0;16b413a53992:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:01,142 DEBUG [RS:0;16b413a53992:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:01,142 DEBUG [RS:0;16b413a53992:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:01,142 DEBUG [RS:0;16b413a53992:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:01,142 DEBUG [RS:0;16b413a53992:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:20:01,142 DEBUG [RS:0;16b413a53992:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:20:01,160 INFO [RS:0;16b413a53992:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:01,161 INFO [RS:0;16b413a53992:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:01,161 INFO [RS:0;16b413a53992:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:01,161 INFO [RS:0;16b413a53992:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:01,161 INFO [RS:0;16b413a53992:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:01,161 INFO [RS:0;16b413a53992:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,44649,1731341999339-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:20:01,180 INFO [RS:0;16b413a53992:44649 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:20:01,181 INFO [RS:0;16b413a53992:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,44649,1731341999339-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:01,181 INFO [RS:0;16b413a53992:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:01,181 INFO [RS:0;16b413a53992:44649 {}] regionserver.Replication(171): 16b413a53992,44649,1731341999339 started 2024-11-11T16:20:01,199 INFO [RS:0;16b413a53992:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:01,199 INFO [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,44649,1731341999339, RpcServer on 16b413a53992/172.17.0.2:44649, sessionid=0x1002fa460c80001 2024-11-11T16:20:01,199 DEBUG [RS:0;16b413a53992:44649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:20:01,200 DEBUG [RS:0;16b413a53992:44649 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,44649,1731341999339 2024-11-11T16:20:01,200 DEBUG [RS:0;16b413a53992:44649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,44649,1731341999339' 2024-11-11T16:20:01,200 DEBUG [RS:0;16b413a53992:44649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1212895763/flush-table-proc/abort' 2024-11-11T16:20:01,200 DEBUG [RS:0;16b413a53992:44649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1212895763/flush-table-proc/acquired' 2024-11-11T16:20:01,201 DEBUG [RS:0;16b413a53992:44649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:20:01,201 DEBUG [RS:0;16b413a53992:44649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:20:01,201 DEBUG [RS:0;16b413a53992:44649 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,44649,1731341999339 2024-11-11T16:20:01,201 DEBUG [RS:0;16b413a53992:44649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,44649,1731341999339' 2024-11-11T16:20:01,201 DEBUG [RS:0;16b413a53992:44649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1212895763/online-snapshot/abort' 2024-11-11T16:20:01,201 DEBUG [RS:0;16b413a53992:44649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1212895763/online-snapshot/acquired' 2024-11-11T16:20:01,202 DEBUG [RS:0;16b413a53992:44649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:20:01,202 INFO [RS:0;16b413a53992:44649 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:20:01,202 INFO [RS:0;16b413a53992:44649 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:20:01,244 WARN [16b413a53992:33061 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T16:20:01,302 INFO [RS:0;16b413a53992:44649 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:20:01,304 INFO [RS:0;16b413a53992:44649 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C44649%2C1731341999339, suffix=, logDir=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339, archiveDir=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/oldWALs, maxLogs=10 2024-11-11T16:20:01,321 DEBUG [RS:0;16b413a53992:44649 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304, exclude list is [], retry=0 2024-11-11T16:20:01,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37933,DS-7b7bec32-38ce-4778-b9b7-f4abd3bb1265,DISK] 2024-11-11T16:20:01,326 INFO [RS:0;16b413a53992:44649 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 2024-11-11T16:20:01,326 DEBUG [RS:0;16b413a53992:44649 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34069:34069)] 2024-11-11T16:20:01,494 DEBUG [16b413a53992:33061 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:20:01,495 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,44649,1731341999339 2024-11-11T16:20:01,496 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,44649,1731341999339, state=OPENING 2024-11-11T16:20:01,498 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:20:01,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212895763 2024-11-11T16:20:01,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x1002fa460c80001, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212895763 2024-11-11T16:20:01,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1212895763/meta-region-server: CHANGED 2024-11-11T16:20:01,504 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:20:01,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1212895763/meta-region-server: CHANGED 2024-11-11T16:20:01,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,44649,1731341999339}] 2024-11-11T16:20:01,655 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:20:01,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:20:01,660 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:20:01,660 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:01,661 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:20:01,662 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C44649%2C1731341999339.meta, suffix=.meta, logDir=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339, archiveDir=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/oldWALs, maxLogs=10 2024-11-11T16:20:01,678 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.meta.1731342001662.meta, exclude list is [], retry=0 2024-11-11T16:20:01,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37933,DS-7b7bec32-38ce-4778-b9b7-f4abd3bb1265,DISK] 2024-11-11T16:20:01,682 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.meta.1731342001662.meta 2024-11-11T16:20:01,682 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34069:34069)] 2024-11-11T16:20:01,682 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:01,682 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:20:01,682 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:20:01,682 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:20:01,683 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:20:01,683 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:20:01,683 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:01,683 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:20:01,683 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:20:01,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:20:01,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:20:01,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:01,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:01,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:20:01,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:20:01,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:01,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:01,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:20:01,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:20:01,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:01,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:01,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:20:01,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:20:01,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:01,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:01,688 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:20:01,689 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740 2024-11-11T16:20:01,689 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740 2024-11-11T16:20:01,690 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:20:01,690 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:20:01,691 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:20:01,692 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:20:01,692 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62872437, jitterRate=-0.06312768161296844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:20:01,693 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:20:01,693 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731342001683Writing region info on filesystem at 1731342001683Initializing all the Stores at 1731342001684 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342001684Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342001684Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342001684Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342001684Cleaning up temporary data from old regions at 1731342001690 (+6 ms)Running coprocessor post-open hooks at 1731342001693 (+3 ms)Region opened successfully at 1731342001693 2024-11-11T16:20:01,694 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731342001655 2024-11-11T16:20:01,696 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:20:01,696 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:20:01,696 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,44649,1731341999339 2024-11-11T16:20:01,697 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,44649,1731341999339, state=OPEN 2024-11-11T16:20:01,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1212895763/meta-region-server 2024-11-11T16:20:01,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x1002fa460c80001, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1212895763/meta-region-server 2024-11-11T16:20:01,710 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,44649,1731341999339 2024-11-11T16:20:01,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1212895763/meta-region-server: CHANGED 2024-11-11T16:20:01,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1212895763/meta-region-server: CHANGED 2024-11-11T16:20:01,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:20:01,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,44649,1731341999339 in 207 msec 2024-11-11T16:20:01,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:20:01,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 621 msec 2024-11-11T16:20:01,715 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:01,715 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:20:01,716 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:01,716 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,44649,1731341999339, seqNum=-1] 2024-11-11T16:20:01,716 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:01,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:20:01,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 906 msec 2024-11-11T16:20:01,721 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731342001721, completionTime=-1 2024-11-11T16:20:01,721 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:20:01,721 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:20:01,723 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T16:20:01,723 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731342061723 2024-11-11T16:20:01,723 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731342121723 2024-11-11T16:20:01,723 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T16:20:01,724 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33061,1731341999113-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:01,724 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33061,1731341999113-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:01,724 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33061,1731341999113-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:01,724 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:33061, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:01,724 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:01,724 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:01,725 DEBUG [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:20:01,727 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.252sec 2024-11-11T16:20:01,727 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:20:01,727 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:20:01,727 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:20:01,727 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:20:01,727 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:20:01,727 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33061,1731341999113-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:20:01,727 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33061,1731341999113-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:20:01,729 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:20:01,729 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:20:01,729 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33061,1731341999113-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:01,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b153bf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:01,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,33061,-1 for getting cluster id 2024-11-11T16:20:01,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:01,738 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6158f84b-8d63-4fc0-aaa9-c4c6779e441b' 2024-11-11T16:20:01,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:01,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6158f84b-8d63-4fc0-aaa9-c4c6779e441b" 2024-11-11T16:20:01,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee9ddd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:01,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,33061,-1] 2024-11-11T16:20:01,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:01,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:01,740 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:01,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b31f0f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:01,741 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:01,742 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,44649,1731341999339, seqNum=-1] 2024-11-11T16:20:01,742 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:01,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:20:01,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16b413a53992,33061,1731341999113 2024-11-11T16:20:01,746 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64649 2024-11-11T16:20:01,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:20:01,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1002fa460c80002 connected 2024-11-11T16:20:01,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/hadoop.log.dir so I do NOT create it in target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0 2024-11-11T16:20:01,752 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T16:20:01,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/hadoop.tmp.dir so I do NOT create it in target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0 2024-11-11T16:20:01,752 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T16:20:01,752 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0 2024-11-11T16:20:01,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:20:01,752 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/cluster_adcf9c09-4c07-72f8-7880-388ccca0853b, deleteOnExit=true 2024-11-11T16:20:01,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:20:01,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/test.cache.data in system properties and HBase conf 2024-11-11T16:20:01,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:20:01,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:20:01,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:20:01,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:20:01,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:20:01,753 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:20:01,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:20:01,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:20:01,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:20:01,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:20:01,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:20:01,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:20:01,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:20:01,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:20:01,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:20:01,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:20:01,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:20:01,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:20:01,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:20:01,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:20:01,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:20:01,868 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:20:01,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:20:01,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:20:01,875 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:20:01,876 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:20:01,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c4c619b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:20:01,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cd741ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:20:02,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2faa506{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/java.io.tmpdir/jetty-localhost-46529-hadoop-hdfs-3_4_1-tests_jar-_-any-16720755554498858466/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:20:02,046 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53a697c6{HTTP/1.1, (http/1.1)}{localhost:46529} 2024-11-11T16:20:02,046 INFO [Time-limited test {}] server.Server(415): Started @147673ms 2024-11-11T16:20:02,134 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:20:02,138 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:20:02,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:20:02,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:20:02,141 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:20:02,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71bd9919{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:20:02,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c143e7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:20:02,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2db0d51d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/java.io.tmpdir/jetty-localhost-43873-hadoop-hdfs-3_4_1-tests_jar-_-any-11674459381538860599/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:20:02,263 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@793ef0e4{HTTP/1.1, (http/1.1)}{localhost:43873} 2024-11-11T16:20:02,263 INFO [Time-limited test {}] server.Server(415): Started @147890ms 2024-11-11T16:20:02,265 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:20:02,365 WARN [Thread-1785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/cluster_adcf9c09-4c07-72f8-7880-388ccca0853b/data/data1/current/BP-1517864450-172.17.0.2-1731342001789/current, will proceed with Du for space computation calculation, 2024-11-11T16:20:02,365 WARN [Thread-1786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/cluster_adcf9c09-4c07-72f8-7880-388ccca0853b/data/data2/current/BP-1517864450-172.17.0.2-1731342001789/current, will proceed with Du for space computation calculation, 2024-11-11T16:20:02,383 WARN [Thread-1773 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:20:02,386 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6378973b57609030 with lease ID 0x4ab116bae4b1a644: Processing first storage report for DS-30cbec28-18fc-4300-8f03-19dd7aea32d2 from datanode DatanodeRegistration(127.0.0.1:35087, datanodeUuid=af54b137-58a2-4894-bb33-b28e3c247733, infoPort=37007, infoSecurePort=0, ipcPort=42499, storageInfo=lv=-57;cid=testClusterID;nsid=1052188649;c=1731342001789) 2024-11-11T16:20:02,386 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6378973b57609030 with lease ID 0x4ab116bae4b1a644: from storage DS-30cbec28-18fc-4300-8f03-19dd7aea32d2 node DatanodeRegistration(127.0.0.1:35087, datanodeUuid=af54b137-58a2-4894-bb33-b28e3c247733, infoPort=37007, infoSecurePort=0, ipcPort=42499, storageInfo=lv=-57;cid=testClusterID;nsid=1052188649;c=1731342001789), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T16:20:02,386 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6378973b57609030 with lease ID 0x4ab116bae4b1a644: Processing first storage report for DS-f2332fe2-9b56-4ba9-91e8-46c02123c4a9 from datanode DatanodeRegistration(127.0.0.1:35087, datanodeUuid=af54b137-58a2-4894-bb33-b28e3c247733, infoPort=37007, infoSecurePort=0, ipcPort=42499, storageInfo=lv=-57;cid=testClusterID;nsid=1052188649;c=1731342001789) 2024-11-11T16:20:02,386 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6378973b57609030 with lease ID 0x4ab116bae4b1a644: from storage DS-f2332fe2-9b56-4ba9-91e8-46c02123c4a9 node DatanodeRegistration(127.0.0.1:35087, datanodeUuid=af54b137-58a2-4894-bb33-b28e3c247733, infoPort=37007, infoSecurePort=0, ipcPort=42499, storageInfo=lv=-57;cid=testClusterID;nsid=1052188649;c=1731342001789), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:20:02,405 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0 2024-11-11T16:20:02,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:02,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:02,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:20:02,814 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e with version=8 2024-11-11T16:20:02,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/hbase-staging 2024-11-11T16:20:02,816 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:20:02,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:02,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:02,817 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:20:02,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:02,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:20:02,817 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:20:02,817 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:20:02,817 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37279 2024-11-11T16:20:02,818 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37279 connecting to ZooKeeper ensemble=127.0.0.1:64649 2024-11-11T16:20:02,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372790x0, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:20:02,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37279-0x1002fa460c80003 connected 2024-11-11T16:20:02,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:02,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:02,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Set watcher on znode that does not yet exist, /1-2138236973/running 2024-11-11T16:20:02,835 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e, hbase.cluster.distributed=false 2024-11-11T16:20:02,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Set watcher on znode that does not yet exist, /1-2138236973/acl 2024-11-11T16:20:02,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37279 2024-11-11T16:20:02,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37279 2024-11-11T16:20:02,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37279 2024-11-11T16:20:02,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37279 2024-11-11T16:20:02,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37279 2024-11-11T16:20:02,858 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:20:02,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:02,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:02,858 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:20:02,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:02,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:20:02,859 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:20:02,859 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:20:02,859 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37905 2024-11-11T16:20:02,861 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37905 connecting to ZooKeeper ensemble=127.0.0.1:64649 2024-11-11T16:20:02,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:02,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:02,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379050x0, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:20:02,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379050x0, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Set watcher on znode that does not yet exist, /1-2138236973/running 2024-11-11T16:20:02,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37905-0x1002fa460c80004 connected 2024-11-11T16:20:02,869 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:20:02,872 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:20:02,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37905-0x1002fa460c80004, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Set watcher on znode that does not yet exist, /1-2138236973/master 2024-11-11T16:20:02,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37905-0x1002fa460c80004, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Set watcher on znode that does not yet exist, /1-2138236973/acl 2024-11-11T16:20:02,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37905 2024-11-11T16:20:02,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37905 2024-11-11T16:20:02,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37905 2024-11-11T16:20:02,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37905 2024-11-11T16:20:02,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37905 2024-11-11T16:20:02,910 DEBUG [M:0;16b413a53992:37279 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:37279 2024-11-11T16:20:02,921 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2138236973/backup-masters/16b413a53992,37279,1731342002816 2024-11-11T16:20:02,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138236973/backup-masters 2024-11-11T16:20:02,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37905-0x1002fa460c80004, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138236973/backup-masters 2024-11-11T16:20:02,926 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Set watcher on existing znode=/1-2138236973/backup-masters/16b413a53992,37279,1731342002816 2024-11-11T16:20:02,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37905-0x1002fa460c80004, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2138236973/master 2024-11-11T16:20:02,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138236973 2024-11-11T16:20:02,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37905-0x1002fa460c80004, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138236973 2024-11-11T16:20:02,929 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Set watcher on existing znode=/1-2138236973/master 2024-11-11T16:20:02,929 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2138236973/backup-masters/16b413a53992,37279,1731342002816 from backup master directory 2024-11-11T16:20:02,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2138236973/backup-masters/16b413a53992,37279,1731342002816 2024-11-11T16:20:02,931 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:20:02,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37905-0x1002fa460c80004, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138236973/backup-masters 2024-11-11T16:20:02,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138236973/backup-masters 2024-11-11T16:20:02,931 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,37279,1731342002816 2024-11-11T16:20:02,939 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/hbase.id] with ID: 89d9e104-2820-49e9-8f00-7e001c3891ef 2024-11-11T16:20:02,939 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/.tmp/hbase.id 2024-11-11T16:20:02,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:20:03,366 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/.tmp/hbase.id]:[hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/hbase.id] 2024-11-11T16:20:03,442 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:03,442 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:20:03,447 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-11T16:20:03,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138236973 2024-11-11T16:20:03,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37905-0x1002fa460c80004, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138236973 2024-11-11T16:20:03,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:20:03,529 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:20:03,530 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:20:03,532 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:03,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:20:03,992 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/MasterData/data/master/store 2024-11-11T16:20:03,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:20:04,399 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:04,399 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:20:04,399 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:04,399 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:04,399 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:20:04,399 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:04,399 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:04,399 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342004399Disabling compacts and flushes for region at 1731342004399Disabling writes for close at 1731342004399Writing region close event to WAL at 1731342004399Closed at 1731342004399 2024-11-11T16:20:04,400 WARN [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/MasterData/data/master/store/.initializing 2024-11-11T16:20:04,400 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/MasterData/WALs/16b413a53992,37279,1731342002816 2024-11-11T16:20:04,402 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:20:04,403 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C37279%2C1731342002816, suffix=, logDir=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/MasterData/WALs/16b413a53992,37279,1731342002816, archiveDir=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/MasterData/oldWALs, maxLogs=10 2024-11-11T16:20:04,418 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/MasterData/WALs/16b413a53992,37279,1731342002816/16b413a53992%2C37279%2C1731342002816.1731342004404, exclude list is [], retry=0 2024-11-11T16:20:04,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35087,DS-30cbec28-18fc-4300-8f03-19dd7aea32d2,DISK] 2024-11-11T16:20:04,423 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/MasterData/WALs/16b413a53992,37279,1731342002816/16b413a53992%2C37279%2C1731342002816.1731342004404 2024-11-11T16:20:04,428 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37007:37007)] 2024-11-11T16:20:04,428 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:04,428 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:04,428 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:04,428 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:04,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:04,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:20:04,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:04,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:04,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:04,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:20:04,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:04,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:04,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:04,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:20:04,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:04,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:04,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:04,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:20:04,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:04,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:04,437 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:04,442 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:04,442 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:04,443 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:04,443 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:04,444 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:20:04,445 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:04,447 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:04,447 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62583621, jitterRate=-0.06743137538433075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:20:04,447 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731342004428Initializing all the Stores at 1731342004429 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342004429Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342004429Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342004429Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342004429Cleaning up temporary data from old regions at 1731342004443 (+14 ms)Region opened successfully at 1731342004447 (+4 ms) 2024-11-11T16:20:04,448 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:20:04,451 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e6bbe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:20:04,452 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:20:04,452 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:20:04,452 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:20:04,452 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:20:04,452 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:20:04,453 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T16:20:04,453 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:20:04,456 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:20:04,456 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Unable to get data of znode /1-2138236973/balancer because node does not exist (not necessarily an error) 2024-11-11T16:20:04,459 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2138236973/balancer already deleted, retry=false 2024-11-11T16:20:04,459 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:20:04,460 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Unable to get data of znode /1-2138236973/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:20:04,461 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2138236973/normalizer already deleted, retry=false 2024-11-11T16:20:04,462 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:20:04,466 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Unable to get data of znode /1-2138236973/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:20:04,467 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2138236973/switch/split already deleted, retry=false 2024-11-11T16:20:04,468 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Unable to get data of znode /1-2138236973/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:20:04,469 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2138236973/switch/merge already deleted, retry=false 2024-11-11T16:20:04,471 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Unable to get data of znode /1-2138236973/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:20:04,472 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2138236973/snapshot-cleanup already deleted, retry=false 2024-11-11T16:20:04,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37905-0x1002fa460c80004, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2138236973/running 2024-11-11T16:20:04,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37905-0x1002fa460c80004, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138236973 2024-11-11T16:20:04,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2138236973/running 2024-11-11T16:20:04,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138236973 2024-11-11T16:20:04,475 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,37279,1731342002816, sessionid=0x1002fa460c80003, setting cluster-up flag (Was=false) 2024-11-11T16:20:04,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37905-0x1002fa460c80004, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138236973 2024-11-11T16:20:04,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138236973 2024-11-11T16:20:04,484 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2138236973/flush-table-proc/acquired, /1-2138236973/flush-table-proc/reached, /1-2138236973/flush-table-proc/abort 2024-11-11T16:20:04,486 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,37279,1731342002816 2024-11-11T16:20:04,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37905-0x1002fa460c80004, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138236973 2024-11-11T16:20:04,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138236973 2024-11-11T16:20:04,496 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2138236973/online-snapshot/acquired, /1-2138236973/online-snapshot/reached, /1-2138236973/online-snapshot/abort 2024-11-11T16:20:04,497 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,37279,1731342002816 2024-11-11T16:20:04,500 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:20:04,506 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:04,506 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:20:04,506 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:20:04,506 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,37279,1731342002816 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:20:04,508 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:04,508 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:04,508 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:04,508 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:04,508 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:20:04,508 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:04,508 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:20:04,508 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:04,509 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731342034509 2024-11-11T16:20:04,509 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:20:04,509 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:20:04,509 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:20:04,509 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:20:04,509 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:20:04,509 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:20:04,509 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:04,509 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:20:04,509 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:04,510 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:20:04,510 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:20:04,510 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:20:04,510 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T16:20:04,511 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:04,511 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:20:04,512 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:20:04,512 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:20:04,513 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342004512,5,FailOnTimeoutGroup] 2024-11-11T16:20:04,516 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342004513,5,FailOnTimeoutGroup] 2024-11-11T16:20:04,516 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:04,516 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:20:04,516 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:04,517 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:04,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:20:04,596 INFO [RS:0;16b413a53992:37905 {}] regionserver.HRegionServer(746): ClusterId : 89d9e104-2820-49e9-8f00-7e001c3891ef 2024-11-11T16:20:04,596 DEBUG [RS:0;16b413a53992:37905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:20:04,599 DEBUG [RS:0;16b413a53992:37905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:20:04,599 DEBUG [RS:0;16b413a53992:37905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:20:04,600 DEBUG [RS:0;16b413a53992:37905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:20:04,601 DEBUG [RS:0;16b413a53992:37905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5b75e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:20:04,613 DEBUG [RS:0;16b413a53992:37905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:37905 2024-11-11T16:20:04,613 INFO [RS:0;16b413a53992:37905 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:20:04,613 INFO [RS:0;16b413a53992:37905 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:20:04,613 DEBUG [RS:0;16b413a53992:37905 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:20:04,614 INFO [RS:0;16b413a53992:37905 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,37279,1731342002816 with port=37905, startcode=1731342002858 2024-11-11T16:20:04,614 DEBUG [RS:0;16b413a53992:37905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:20:04,616 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:20:04,617 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37279 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,37905,1731342002858 2024-11-11T16:20:04,617 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37279 {}] master.ServerManager(517): Registering regionserver=16b413a53992,37905,1731342002858 2024-11-11T16:20:04,618 DEBUG [RS:0;16b413a53992:37905 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e 2024-11-11T16:20:04,618 DEBUG [RS:0;16b413a53992:37905 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45175 2024-11-11T16:20:04,618 DEBUG [RS:0;16b413a53992:37905 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:20:04,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138236973/rs 2024-11-11T16:20:04,624 DEBUG [RS:0;16b413a53992:37905 {}] zookeeper.ZKUtil(111): regionserver:37905-0x1002fa460c80004, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Set watcher on existing znode=/1-2138236973/rs/16b413a53992,37905,1731342002858 2024-11-11T16:20:04,624 WARN [RS:0;16b413a53992:37905 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:20:04,624 INFO [RS:0;16b413a53992:37905 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:04,624 DEBUG [RS:0;16b413a53992:37905 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858 2024-11-11T16:20:04,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,37905,1731342002858] 2024-11-11T16:20:04,627 INFO [RS:0;16b413a53992:37905 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:20:04,629 INFO [RS:0;16b413a53992:37905 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:20:04,629 INFO [RS:0;16b413a53992:37905 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:20:04,629 INFO [RS:0;16b413a53992:37905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:04,630 INFO [RS:0;16b413a53992:37905 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:20:04,630 INFO [RS:0;16b413a53992:37905 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:20:04,630 INFO [RS:0;16b413a53992:37905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:04,630 DEBUG [RS:0;16b413a53992:37905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:04,630 DEBUG [RS:0;16b413a53992:37905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:04,630 DEBUG [RS:0;16b413a53992:37905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:04,630 DEBUG [RS:0;16b413a53992:37905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:04,630 DEBUG [RS:0;16b413a53992:37905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:04,631 DEBUG [RS:0;16b413a53992:37905 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:20:04,631 DEBUG [RS:0;16b413a53992:37905 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:04,631 DEBUG [RS:0;16b413a53992:37905 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:04,631 DEBUG [RS:0;16b413a53992:37905 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:04,631 DEBUG [RS:0;16b413a53992:37905 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:04,631 DEBUG [RS:0;16b413a53992:37905 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:04,631 DEBUG [RS:0;16b413a53992:37905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:04,631 DEBUG [RS:0;16b413a53992:37905 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:20:04,631 DEBUG [RS:0;16b413a53992:37905 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:20:04,631 INFO [RS:0;16b413a53992:37905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:04,631 INFO [RS:0;16b413a53992:37905 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:04,631 INFO [RS:0;16b413a53992:37905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:04,631 INFO [RS:0;16b413a53992:37905 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:04,631 INFO [RS:0;16b413a53992:37905 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:04,631 INFO [RS:0;16b413a53992:37905 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,37905,1731342002858-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:20:04,648 INFO [RS:0;16b413a53992:37905 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:20:04,648 INFO [RS:0;16b413a53992:37905 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,37905,1731342002858-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:04,649 INFO [RS:0;16b413a53992:37905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:04,649 INFO [RS:0;16b413a53992:37905 {}] regionserver.Replication(171): 16b413a53992,37905,1731342002858 started 2024-11-11T16:20:04,668 INFO [RS:0;16b413a53992:37905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:04,668 INFO [RS:0;16b413a53992:37905 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,37905,1731342002858, RpcServer on 16b413a53992/172.17.0.2:37905, sessionid=0x1002fa460c80004 2024-11-11T16:20:04,668 DEBUG [RS:0;16b413a53992:37905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:20:04,668 DEBUG [RS:0;16b413a53992:37905 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,37905,1731342002858 2024-11-11T16:20:04,668 DEBUG [RS:0;16b413a53992:37905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,37905,1731342002858' 2024-11-11T16:20:04,668 DEBUG [RS:0;16b413a53992:37905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2138236973/flush-table-proc/abort' 2024-11-11T16:20:04,671 DEBUG [RS:0;16b413a53992:37905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2138236973/flush-table-proc/acquired' 2024-11-11T16:20:04,671 DEBUG [RS:0;16b413a53992:37905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:20:04,671 DEBUG [RS:0;16b413a53992:37905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:20:04,671 DEBUG [RS:0;16b413a53992:37905 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,37905,1731342002858 2024-11-11T16:20:04,671 DEBUG [RS:0;16b413a53992:37905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,37905,1731342002858' 2024-11-11T16:20:04,671 DEBUG [RS:0;16b413a53992:37905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2138236973/online-snapshot/abort' 2024-11-11T16:20:04,671 DEBUG [RS:0;16b413a53992:37905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2138236973/online-snapshot/acquired' 2024-11-11T16:20:04,672 DEBUG [RS:0;16b413a53992:37905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:20:04,672 INFO [RS:0;16b413a53992:37905 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:20:04,672 INFO [RS:0;16b413a53992:37905 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:20:04,772 INFO [RS:0;16b413a53992:37905 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:20:04,774 INFO [RS:0;16b413a53992:37905 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C37905%2C1731342002858, suffix=, logDir=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858, archiveDir=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/oldWALs, maxLogs=10 2024-11-11T16:20:04,788 DEBUG [RS:0;16b413a53992:37905 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.1731342004774, exclude list is [], retry=0 2024-11-11T16:20:04,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35087,DS-30cbec28-18fc-4300-8f03-19dd7aea32d2,DISK] 2024-11-11T16:20:04,798 INFO [RS:0;16b413a53992:37905 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.1731342004774 2024-11-11T16:20:04,798 DEBUG [RS:0;16b413a53992:37905 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37007:37007)] 2024-11-11T16:20:04,921 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:20:04,922 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e 2024-11-11T16:20:04,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741833_1009 (size=32) 2024-11-11T16:20:04,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:04,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:20:04,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:20:04,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:04,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:04,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:20:04,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:20:04,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:04,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:04,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:20:04,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:20:04,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:04,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:04,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:20:04,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:20:04,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:04,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:04,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:20:04,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740 2024-11-11T16:20:04,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740 2024-11-11T16:20:04,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:20:04,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:20:04,941 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:20:04,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:20:04,944 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:04,944 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65866929, jitterRate=-0.01850627362728119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:20:04,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731342004929Initializing all the Stores at 1731342004930 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342004930Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342004930Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342004930Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342004930Cleaning up temporary data from old regions at 1731342004941 (+11 ms)Region opened successfully at 1731342004944 (+3 ms) 2024-11-11T16:20:04,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:20:04,944 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:20:04,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:20:04,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:20:04,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:20:04,945 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:20:04,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342004944Disabling compacts and flushes for region at 1731342004944Disabling writes for close at 1731342004944Writing region close event to WAL at 1731342004945 (+1 ms)Closed at 1731342004945 2024-11-11T16:20:04,946 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:04,946 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:20:04,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:20:04,947 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:20:04,948 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:20:05,098 DEBUG [16b413a53992:37279 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:20:05,099 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,37905,1731342002858 2024-11-11T16:20:05,100 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,37905,1731342002858, state=OPENING 2024-11-11T16:20:05,102 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:20:05,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37905-0x1002fa460c80004, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138236973 2024-11-11T16:20:05,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138236973 2024-11-11T16:20:05,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2138236973/meta-region-server: CHANGED 2024-11-11T16:20:05,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2138236973/meta-region-server: CHANGED 2024-11-11T16:20:05,104 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:20:05,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,37905,1731342002858}] 2024-11-11T16:20:05,259 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:20:05,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:20:05,267 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:20:05,267 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:05,267 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:20:05,277 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C37905%2C1731342002858.meta, suffix=.meta, logDir=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858, archiveDir=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/oldWALs, maxLogs=10 2024-11-11T16:20:05,294 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.meta.1731342005277.meta, exclude list is [], retry=0 2024-11-11T16:20:05,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35087,DS-30cbec28-18fc-4300-8f03-19dd7aea32d2,DISK] 2024-11-11T16:20:05,300 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.meta.1731342005277.meta 2024-11-11T16:20:05,300 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37007:37007)] 2024-11-11T16:20:05,300 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:05,301 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:20:05,301 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:20:05,301 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:20:05,301 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:20:05,301 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:20:05,301 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:05,301 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:20:05,301 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:20:05,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:20:05,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:20:05,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:05,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:05,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:20:05,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:20:05,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:05,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:05,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:20:05,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:20:05,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:05,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:05,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:20:05,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:20:05,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:05,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:05,308 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:20:05,309 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740 2024-11-11T16:20:05,310 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740 2024-11-11T16:20:05,311 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:20:05,311 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:20:05,311 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:20:05,317 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:20:05,318 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60538173, jitterRate=-0.09791092574596405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:20:05,318 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:20:05,318 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731342005301Writing region info on filesystem at 1731342005301Initializing all the Stores at 1731342005302 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342005302Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342005303 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342005303Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342005303Cleaning up temporary data from old regions at 1731342005311 (+8 ms)Running coprocessor post-open hooks at 1731342005318 (+7 ms)Region opened successfully at 1731342005318 2024-11-11T16:20:05,322 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731342005258 2024-11-11T16:20:05,324 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:20:05,324 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:20:05,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,37905,1731342002858 2024-11-11T16:20:05,326 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,37905,1731342002858, state=OPEN 2024-11-11T16:20:05,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2138236973/meta-region-server 2024-11-11T16:20:05,328 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,37905,1731342002858 2024-11-11T16:20:05,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2138236973/meta-region-server: CHANGED 2024-11-11T16:20:05,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37905-0x1002fa460c80004, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2138236973/meta-region-server 2024-11-11T16:20:05,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2138236973/meta-region-server: CHANGED 2024-11-11T16:20:05,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:20:05,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,37905,1731342002858 in 224 msec 2024-11-11T16:20:05,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:20:05,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 384 msec 2024-11-11T16:20:05,333 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:05,333 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:20:05,334 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:05,335 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,37905,1731342002858, seqNum=-1] 2024-11-11T16:20:05,335 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:05,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:20:05,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 839 msec 2024-11-11T16:20:05,344 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731342005344, completionTime=-1 2024-11-11T16:20:05,344 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:20:05,344 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:20:05,347 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T16:20:05,347 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731342065347 2024-11-11T16:20:05,347 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731342125347 2024-11-11T16:20:05,347 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T16:20:05,347 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,37279,1731342002816-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:05,347 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,37279,1731342002816-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:05,347 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,37279,1731342002816-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:05,347 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:37279, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:05,347 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:05,348 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:05,350 DEBUG [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:20:05,353 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.422sec 2024-11-11T16:20:05,353 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:20:05,353 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:20:05,353 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:20:05,353 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:20:05,353 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:20:05,353 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,37279,1731342002816-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:20:05,353 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,37279,1731342002816-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:20:05,355 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:20:05,355 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:20:05,355 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,37279,1731342002816-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:05,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32983fcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:05,397 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,37279,-1 for getting cluster id 2024-11-11T16:20:05,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:05,399 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89d9e104-2820-49e9-8f00-7e001c3891ef' 2024-11-11T16:20:05,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:05,400 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89d9e104-2820-49e9-8f00-7e001c3891ef" 2024-11-11T16:20:05,400 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f44d971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:05,400 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,37279,-1] 2024-11-11T16:20:05,400 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:05,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:05,402 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:05,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e424ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:05,403 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:05,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,37905,1731342002858, seqNum=-1] 2024-11-11T16:20:05,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:05,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:20:05,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16b413a53992,37279,1731342002816 2024-11-11T16:20:05,414 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64649 2024-11-11T16:20:05,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:20:05,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1002fa460c80005 connected 2024-11-11T16:20:05,426 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:05,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,33061,1731341999113 2024-11-11T16:20:05,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@472063d7 2024-11-11T16:20:05,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:05,431 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:20:05,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:20:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T16:20:05,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:20:05,438 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:05,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T16:20:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:05,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:20:05,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741835_1011 (size=902) 2024-11-11T16:20:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:05,850 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6b6afd28df1fb4588c17ab1dff2f481, NAME => 'test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0 2024-11-11T16:20:05,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741836_1012 (size=39) 2024-11-11T16:20:05,896 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:05,896 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f6b6afd28df1fb4588c17ab1dff2f481, disabling compactions & flushes 2024-11-11T16:20:05,897 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481. 2024-11-11T16:20:05,897 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481. 2024-11-11T16:20:05,897 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481. after waiting 0 ms 2024-11-11T16:20:05,897 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481. 2024-11-11T16:20:05,897 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481. 2024-11-11T16:20:05,897 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6b6afd28df1fb4588c17ab1dff2f481: Waiting for close lock at 1731342005896Disabling compacts and flushes for region at 1731342005896Disabling writes for close at 1731342005897 (+1 ms)Writing region close event to WAL at 1731342005897Closed at 1731342005897 2024-11-11T16:20:05,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:20:05,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731342005898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342005898"}]},"ts":"1731342005898"} 2024-11-11T16:20:05,901 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:20:05,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:20:05,902 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342005902"}]},"ts":"1731342005902"} 2024-11-11T16:20:05,904 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T16:20:05,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f6b6afd28df1fb4588c17ab1dff2f481, ASSIGN}] 2024-11-11T16:20:05,906 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f6b6afd28df1fb4588c17ab1dff2f481, ASSIGN 2024-11-11T16:20:05,907 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f6b6afd28df1fb4588c17ab1dff2f481, ASSIGN; state=OFFLINE, location=16b413a53992,44649,1731341999339; forceNewPlan=false, retain=false 2024-11-11T16:20:06,060 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f6b6afd28df1fb4588c17ab1dff2f481, regionState=OPENING, regionLocation=16b413a53992,44649,1731341999339 2024-11-11T16:20:06,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f6b6afd28df1fb4588c17ab1dff2f481, ASSIGN because future has completed 2024-11-11T16:20:06,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6b6afd28df1fb4588c17ab1dff2f481, server=16b413a53992,44649,1731341999339}] 2024-11-11T16:20:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:06,228 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481. 2024-11-11T16:20:06,229 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f6b6afd28df1fb4588c17ab1dff2f481, NAME => 'test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:06,229 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:20:06,229 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T16:20:06,230 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f6b6afd28df1fb4588c17ab1dff2f481 2024-11-11T16:20:06,230 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:06,230 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f6b6afd28df1fb4588c17ab1dff2f481 2024-11-11T16:20:06,230 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f6b6afd28df1fb4588c17ab1dff2f481 2024-11-11T16:20:06,249 INFO [StoreOpener-f6b6afd28df1fb4588c17ab1dff2f481-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f6b6afd28df1fb4588c17ab1dff2f481 2024-11-11T16:20:06,249 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:20:06,258 INFO [StoreOpener-f6b6afd28df1fb4588c17ab1dff2f481-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6b6afd28df1fb4588c17ab1dff2f481 columnFamilyName f 2024-11-11T16:20:06,258 DEBUG [StoreOpener-f6b6afd28df1fb4588c17ab1dff2f481-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:06,261 INFO [StoreOpener-f6b6afd28df1fb4588c17ab1dff2f481-1 {}] regionserver.HStore(327): Store=f6b6afd28df1fb4588c17ab1dff2f481/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:06,261 INFO [StoreOpener-f6b6afd28df1fb4588c17ab1dff2f481-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f6b6afd28df1fb4588c17ab1dff2f481 2024-11-11T16:20:06,267 INFO [StoreOpener-f6b6afd28df1fb4588c17ab1dff2f481-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6b6afd28df1fb4588c17ab1dff2f481 columnFamilyName f1 2024-11-11T16:20:06,267 DEBUG [StoreOpener-f6b6afd28df1fb4588c17ab1dff2f481-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:06,272 INFO [StoreOpener-f6b6afd28df1fb4588c17ab1dff2f481-1 {}] regionserver.HStore(327): Store=f6b6afd28df1fb4588c17ab1dff2f481/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:06,273 INFO [StoreOpener-f6b6afd28df1fb4588c17ab1dff2f481-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f6b6afd28df1fb4588c17ab1dff2f481 2024-11-11T16:20:06,276 INFO [StoreOpener-f6b6afd28df1fb4588c17ab1dff2f481-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6b6afd28df1fb4588c17ab1dff2f481 columnFamilyName norep 2024-11-11T16:20:06,276 DEBUG [StoreOpener-f6b6afd28df1fb4588c17ab1dff2f481-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:06,280 INFO [StoreOpener-f6b6afd28df1fb4588c17ab1dff2f481-1 {}] regionserver.HStore(327): Store=f6b6afd28df1fb4588c17ab1dff2f481/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:06,281 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f6b6afd28df1fb4588c17ab1dff2f481 2024-11-11T16:20:06,285 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/default/test/f6b6afd28df1fb4588c17ab1dff2f481 2024-11-11T16:20:06,290 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/default/test/f6b6afd28df1fb4588c17ab1dff2f481 2024-11-11T16:20:06,299 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f6b6afd28df1fb4588c17ab1dff2f481 2024-11-11T16:20:06,299 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f6b6afd28df1fb4588c17ab1dff2f481 2024-11-11T16:20:06,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:06,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:06,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:06,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:06,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:06,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:06,309 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:20:06,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:06,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:06,323 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f6b6afd28df1fb4588c17ab1dff2f481 2024-11-11T16:20:06,339 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/default/test/f6b6afd28df1fb4588c17ab1dff2f481/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:06,339 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f6b6afd28df1fb4588c17ab1dff2f481; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74865212, jitterRate=0.11557859182357788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:20:06,339 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6b6afd28df1fb4588c17ab1dff2f481 2024-11-11T16:20:06,340 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f6b6afd28df1fb4588c17ab1dff2f481: Running coprocessor pre-open hook at 1731342006230Writing region info on filesystem at 1731342006230Initializing all the Stores at 1731342006233 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342006233Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342006240 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342006240Cleaning up temporary data from old regions at 1731342006299 (+59 ms)Running coprocessor post-open hooks at 1731342006339 (+40 ms)Region opened successfully at 1731342006340 (+1 ms) 2024-11-11T16:20:06,345 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481., pid=6, masterSystemTime=1731342006217 2024-11-11T16:20:06,349 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481. 2024-11-11T16:20:06,350 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481. 2024-11-11T16:20:06,352 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f6b6afd28df1fb4588c17ab1dff2f481, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16b413a53992,44649,1731341999339 2024-11-11T16:20:06,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6b6afd28df1fb4588c17ab1dff2f481, server=16b413a53992,44649,1731341999339 because future has completed 2024-11-11T16:20:06,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T16:20:06,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f6b6afd28df1fb4588c17ab1dff2f481, server=16b413a53992,44649,1731341999339 in 298 msec 2024-11-11T16:20:06,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T16:20:06,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f6b6afd28df1fb4588c17ab1dff2f481, ASSIGN in 460 msec 2024-11-11T16:20:06,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:20:06,368 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342006368"}]},"ts":"1731342006368"} 2024-11-11T16:20:06,373 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T16:20:06,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:20:06,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 943 msec 2024-11-11T16:20:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:06,578 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T16:20:06,578 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:06,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,37279,1731342002816 2024-11-11T16:20:06,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30856fc5 2024-11-11T16:20:06,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:06,581 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:20:06,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:20:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T16:20:06,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:20:06,584 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:06,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T16:20:06,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:20:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:06,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741835_1011 (size=902) 2024-11-11T16:20:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:06,997 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 836e13b9be0fa80d8af7d2a6d533c48a, NAME => 'test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e 2024-11-11T16:20:07,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741836_1012 (size=39) 2024-11-11T16:20:07,116 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T16:20:07,116 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T16:20:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:07,414 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:07,414 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 836e13b9be0fa80d8af7d2a6d533c48a, disabling compactions & flushes 2024-11-11T16:20:07,414 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a. 2024-11-11T16:20:07,414 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a. 2024-11-11T16:20:07,414 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a. after waiting 0 ms 2024-11-11T16:20:07,414 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a. 2024-11-11T16:20:07,414 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a. 2024-11-11T16:20:07,414 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 836e13b9be0fa80d8af7d2a6d533c48a: Waiting for close lock at 1731342007414Disabling compacts and flushes for region at 1731342007414Disabling writes for close at 1731342007414Writing region close event to WAL at 1731342007414Closed at 1731342007414 2024-11-11T16:20:07,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:20:07,416 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731342007416"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342007416"}]},"ts":"1731342007416"} 2024-11-11T16:20:07,418 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:20:07,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:20:07,420 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342007419"}]},"ts":"1731342007419"} 2024-11-11T16:20:07,422 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T16:20:07,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=836e13b9be0fa80d8af7d2a6d533c48a, ASSIGN}] 2024-11-11T16:20:07,423 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=836e13b9be0fa80d8af7d2a6d533c48a, ASSIGN 2024-11-11T16:20:07,424 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=836e13b9be0fa80d8af7d2a6d533c48a, ASSIGN; state=OFFLINE, location=16b413a53992,37905,1731342002858; forceNewPlan=false, retain=false 2024-11-11T16:20:07,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=836e13b9be0fa80d8af7d2a6d533c48a, regionState=OPENING, regionLocation=16b413a53992,37905,1731342002858 2024-11-11T16:20:07,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=836e13b9be0fa80d8af7d2a6d533c48a, ASSIGN because future has completed 2024-11-11T16:20:07,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 836e13b9be0fa80d8af7d2a6d533c48a, server=16b413a53992,37905,1731342002858}] 2024-11-11T16:20:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:07,733 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a. 2024-11-11T16:20:07,733 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 836e13b9be0fa80d8af7d2a6d533c48a, NAME => 'test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:07,734 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:20:07,734 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T16:20:07,734 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 836e13b9be0fa80d8af7d2a6d533c48a 2024-11-11T16:20:07,734 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:07,734 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 836e13b9be0fa80d8af7d2a6d533c48a 2024-11-11T16:20:07,734 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 836e13b9be0fa80d8af7d2a6d533c48a 2024-11-11T16:20:07,735 INFO [StoreOpener-836e13b9be0fa80d8af7d2a6d533c48a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 836e13b9be0fa80d8af7d2a6d533c48a 2024-11-11T16:20:07,736 INFO [StoreOpener-836e13b9be0fa80d8af7d2a6d533c48a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 836e13b9be0fa80d8af7d2a6d533c48a columnFamilyName f 2024-11-11T16:20:07,736 DEBUG [StoreOpener-836e13b9be0fa80d8af7d2a6d533c48a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:07,737 INFO [StoreOpener-836e13b9be0fa80d8af7d2a6d533c48a-1 {}] regionserver.HStore(327): Store=836e13b9be0fa80d8af7d2a6d533c48a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:07,737 INFO [StoreOpener-836e13b9be0fa80d8af7d2a6d533c48a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 836e13b9be0fa80d8af7d2a6d533c48a 2024-11-11T16:20:07,738 INFO [StoreOpener-836e13b9be0fa80d8af7d2a6d533c48a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 836e13b9be0fa80d8af7d2a6d533c48a columnFamilyName f1 2024-11-11T16:20:07,738 DEBUG [StoreOpener-836e13b9be0fa80d8af7d2a6d533c48a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:07,738 INFO [StoreOpener-836e13b9be0fa80d8af7d2a6d533c48a-1 {}] regionserver.HStore(327): Store=836e13b9be0fa80d8af7d2a6d533c48a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:07,738 INFO [StoreOpener-836e13b9be0fa80d8af7d2a6d533c48a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 836e13b9be0fa80d8af7d2a6d533c48a 2024-11-11T16:20:07,739 INFO [StoreOpener-836e13b9be0fa80d8af7d2a6d533c48a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 836e13b9be0fa80d8af7d2a6d533c48a columnFamilyName norep 2024-11-11T16:20:07,739 DEBUG [StoreOpener-836e13b9be0fa80d8af7d2a6d533c48a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:07,739 INFO [StoreOpener-836e13b9be0fa80d8af7d2a6d533c48a-1 {}] regionserver.HStore(327): Store=836e13b9be0fa80d8af7d2a6d533c48a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:07,740 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 836e13b9be0fa80d8af7d2a6d533c48a 2024-11-11T16:20:07,740 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/default/test/836e13b9be0fa80d8af7d2a6d533c48a 2024-11-11T16:20:07,740 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/default/test/836e13b9be0fa80d8af7d2a6d533c48a 2024-11-11T16:20:07,741 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 836e13b9be0fa80d8af7d2a6d533c48a 2024-11-11T16:20:07,741 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 836e13b9be0fa80d8af7d2a6d533c48a 2024-11-11T16:20:07,742 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:20:07,742 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 836e13b9be0fa80d8af7d2a6d533c48a 2024-11-11T16:20:07,744 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/default/test/836e13b9be0fa80d8af7d2a6d533c48a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:07,744 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 836e13b9be0fa80d8af7d2a6d533c48a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68724551, jitterRate=0.024075612425804138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:20:07,745 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 836e13b9be0fa80d8af7d2a6d533c48a 2024-11-11T16:20:07,745 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 836e13b9be0fa80d8af7d2a6d533c48a: Running coprocessor pre-open hook at 1731342007734Writing region info on filesystem at 1731342007734Initializing all the Stores at 1731342007735 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342007735Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342007735Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342007735Cleaning up temporary data from old regions at 1731342007741 (+6 ms)Running coprocessor post-open hooks at 1731342007745 (+4 ms)Region opened successfully at 1731342007745 2024-11-11T16:20:07,745 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a., pid=6, masterSystemTime=1731342007729 2024-11-11T16:20:07,747 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a. 2024-11-11T16:20:07,747 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a. 2024-11-11T16:20:07,748 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=836e13b9be0fa80d8af7d2a6d533c48a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16b413a53992,37905,1731342002858 2024-11-11T16:20:07,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 836e13b9be0fa80d8af7d2a6d533c48a, server=16b413a53992,37905,1731342002858 because future has completed 2024-11-11T16:20:07,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T16:20:07,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 836e13b9be0fa80d8af7d2a6d533c48a, server=16b413a53992,37905,1731342002858 in 175 msec 2024-11-11T16:20:07,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T16:20:07,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=836e13b9be0fa80d8af7d2a6d533c48a, ASSIGN in 332 msec 2024-11-11T16:20:07,757 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:20:07,757 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342007757"}]},"ts":"1731342007757"} 2024-11-11T16:20:07,761 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T16:20:07,762 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:20:07,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec 2024-11-11T16:20:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:08,757 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T16:20:08,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c17d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:08,757 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,33061,-1 for getting cluster id 2024-11-11T16:20:08,757 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:08,758 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6158f84b-8d63-4fc0-aaa9-c4c6779e441b' 2024-11-11T16:20:08,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:08,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6158f84b-8d63-4fc0-aaa9-c4c6779e441b" 2024-11-11T16:20:08,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e9c806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:08,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,33061,-1] 2024-11-11T16:20:08,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:08,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:08,760 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:08,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32261669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:08,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6723e074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:08,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,37279,-1 for getting cluster id 2024-11-11T16:20:08,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:08,762 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89d9e104-2820-49e9-8f00-7e001c3891ef' 2024-11-11T16:20:08,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:08,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89d9e104-2820-49e9-8f00-7e001c3891ef" 2024-11-11T16:20:08,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399f25bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:08,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,37279,-1] 2024-11-11T16:20:08,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:08,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:08,764 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:08,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ebdd2bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:08,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c98c8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:08,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,33061,-1 for getting cluster id 2024-11-11T16:20:08,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:08,766 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6158f84b-8d63-4fc0-aaa9-c4c6779e441b' 2024-11-11T16:20:08,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:08,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6158f84b-8d63-4fc0-aaa9-c4c6779e441b" 2024-11-11T16:20:08,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399f76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:08,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,33061,-1] 2024-11-11T16:20:08,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:08,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:08,768 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:08,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d966ee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:08,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:08,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,33061,1731341999113 2024-11-11T16:20:08,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7866b834 2024-11-11T16:20:08,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:08,772 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:20:08,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16b413a53992:37279,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T16:20:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T16:20:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:08,775 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:37279' 2024-11-11T16:20:08,776 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c372756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:08,776 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,37279,-1 for getting cluster id 2024-11-11T16:20:08,776 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:08,780 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89d9e104-2820-49e9-8f00-7e001c3891ef' 2024-11-11T16:20:08,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:08,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89d9e104-2820-49e9-8f00-7e001c3891ef" 2024-11-11T16:20:08,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17144fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:08,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,37279,-1] 2024-11-11T16:20:08,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:08,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:08,782 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:08,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52bd640b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:08,783 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:08,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,37279,1731342002816 2024-11-11T16:20:08,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23860592 2024-11-11T16:20:08,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:08,785 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:20:08,785 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T16:20:08,785 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T16:20:08,786 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:08,786 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:08,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:20:08,786 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:20:08,787 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T16:20:08,788 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:20:08,788 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:08,789 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:20:08,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741837_1013 (size=1138) 2024-11-11T16:20:08,817 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 316fc2651c75636c6d719c9796c75a45, NAME => 'hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0 2024-11-11T16:20:08,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741838_1014 (size=44) 2024-11-11T16:20:08,837 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T16:20:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:09,223 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:09,224 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 316fc2651c75636c6d719c9796c75a45, disabling compactions & flushes 2024-11-11T16:20:09,224 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45. 2024-11-11T16:20:09,224 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45. 2024-11-11T16:20:09,224 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45. after waiting 0 ms 2024-11-11T16:20:09,224 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45. 2024-11-11T16:20:09,224 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45. 2024-11-11T16:20:09,224 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 316fc2651c75636c6d719c9796c75a45: Waiting for close lock at 1731342009224Disabling compacts and flushes for region at 1731342009224Disabling writes for close at 1731342009224Writing region close event to WAL at 1731342009224Closed at 1731342009224 2024-11-11T16:20:09,225 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:20:09,226 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731342009225"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342009225"}]},"ts":"1731342009225"} 2024-11-11T16:20:09,228 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:20:09,229 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:20:09,229 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342009229"}]},"ts":"1731342009229"} 2024-11-11T16:20:09,231 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T16:20:09,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=316fc2651c75636c6d719c9796c75a45, ASSIGN}] 2024-11-11T16:20:09,232 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=316fc2651c75636c6d719c9796c75a45, ASSIGN 2024-11-11T16:20:09,233 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=316fc2651c75636c6d719c9796c75a45, ASSIGN; state=OFFLINE, location=16b413a53992,44649,1731341999339; forceNewPlan=false, retain=false 2024-11-11T16:20:09,383 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=316fc2651c75636c6d719c9796c75a45, regionState=OPENING, regionLocation=16b413a53992,44649,1731341999339 2024-11-11T16:20:09,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=316fc2651c75636c6d719c9796c75a45, ASSIGN because future has completed 2024-11-11T16:20:09,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 316fc2651c75636c6d719c9796c75a45, server=16b413a53992,44649,1731341999339}] 2024-11-11T16:20:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:09,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45. 2024-11-11T16:20:09,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:09,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T16:20:09,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C44649%2C1731341999339.rep, suffix=, logDir=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339, archiveDir=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/oldWALs, maxLogs=10 2024-11-11T16:20:09,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.rep.1731342009550, exclude list is [], retry=0 2024-11-11T16:20:09,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37933,DS-7b7bec32-38ce-4778-b9b7-f4abd3bb1265,DISK] 2024-11-11T16:20:09,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.rep.1731342009550 2024-11-11T16:20:09,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34069:34069)] 2024-11-11T16:20:09,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 316fc2651c75636c6d719c9796c75a45, NAME => 'hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:09,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:20:09,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:20:09,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45. service=MultiRowMutationService 2024-11-11T16:20:09,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T16:20:09,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 316fc2651c75636c6d719c9796c75a45 2024-11-11T16:20:09,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:09,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 316fc2651c75636c6d719c9796c75a45 2024-11-11T16:20:09,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 316fc2651c75636c6d719c9796c75a45 2024-11-11T16:20:09,571 INFO [StoreOpener-316fc2651c75636c6d719c9796c75a45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 316fc2651c75636c6d719c9796c75a45 2024-11-11T16:20:09,572 INFO [StoreOpener-316fc2651c75636c6d719c9796c75a45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 316fc2651c75636c6d719c9796c75a45 columnFamilyName hfileref 2024-11-11T16:20:09,572 DEBUG [StoreOpener-316fc2651c75636c6d719c9796c75a45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:09,573 INFO [StoreOpener-316fc2651c75636c6d719c9796c75a45-1 {}] regionserver.HStore(327): Store=316fc2651c75636c6d719c9796c75a45/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:09,573 INFO [StoreOpener-316fc2651c75636c6d719c9796c75a45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 316fc2651c75636c6d719c9796c75a45 2024-11-11T16:20:09,574 INFO [StoreOpener-316fc2651c75636c6d719c9796c75a45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 316fc2651c75636c6d719c9796c75a45 columnFamilyName queue 2024-11-11T16:20:09,574 DEBUG [StoreOpener-316fc2651c75636c6d719c9796c75a45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:09,574 INFO [StoreOpener-316fc2651c75636c6d719c9796c75a45-1 {}] regionserver.HStore(327): Store=316fc2651c75636c6d719c9796c75a45/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:09,574 INFO [StoreOpener-316fc2651c75636c6d719c9796c75a45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 316fc2651c75636c6d719c9796c75a45 2024-11-11T16:20:09,575 INFO [StoreOpener-316fc2651c75636c6d719c9796c75a45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 316fc2651c75636c6d719c9796c75a45 columnFamilyName sid 2024-11-11T16:20:09,575 DEBUG [StoreOpener-316fc2651c75636c6d719c9796c75a45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:09,575 INFO [StoreOpener-316fc2651c75636c6d719c9796c75a45-1 {}] regionserver.HStore(327): Store=316fc2651c75636c6d719c9796c75a45/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:09,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 316fc2651c75636c6d719c9796c75a45 2024-11-11T16:20:09,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/replication/316fc2651c75636c6d719c9796c75a45 2024-11-11T16:20:09,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/replication/316fc2651c75636c6d719c9796c75a45 2024-11-11T16:20:09,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 316fc2651c75636c6d719c9796c75a45 2024-11-11T16:20:09,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 316fc2651c75636c6d719c9796c75a45 2024-11-11T16:20:09,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:20:09,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 316fc2651c75636c6d719c9796c75a45 2024-11-11T16:20:09,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/replication/316fc2651c75636c6d719c9796c75a45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:09,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 316fc2651c75636c6d719c9796c75a45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59025075, jitterRate=-0.12045784294605255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:20:09,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 316fc2651c75636c6d719c9796c75a45 2024-11-11T16:20:09,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 316fc2651c75636c6d719c9796c75a45: Running coprocessor pre-open hook at 1731342009569Writing region info on filesystem at 1731342009569Initializing all the Stores at 1731342009569Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342009569Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342009571 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342009571Cleaning up temporary data from old regions at 1731342009589 (+18 ms)Running coprocessor post-open hooks at 1731342009593 (+4 ms)Region opened successfully at 1731342009593 2024-11-11T16:20:09,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45., pid=10, masterSystemTime=1731342009539 2024-11-11T16:20:09,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45. 2024-11-11T16:20:09,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45. 2024-11-11T16:20:09,597 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=316fc2651c75636c6d719c9796c75a45, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,44649,1731341999339 2024-11-11T16:20:09,598 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33061 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=16b413a53992,44649,1731341999339, table=hbase:replication, region=316fc2651c75636c6d719c9796c75a45. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T16:20:09,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 316fc2651c75636c6d719c9796c75a45, server=16b413a53992,44649,1731341999339 because future has completed 2024-11-11T16:20:09,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T16:20:09,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 316fc2651c75636c6d719c9796c75a45, server=16b413a53992,44649,1731341999339 in 215 msec 2024-11-11T16:20:09,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T16:20:09,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=316fc2651c75636c6d719c9796c75a45, ASSIGN in 372 msec 2024-11-11T16:20:09,606 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:20:09,606 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342009606"}]},"ts":"1731342009606"} 2024-11-11T16:20:09,608 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T16:20:09,609 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:20:09,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 823 msec 2024-11-11T16:20:09,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45., hostname=16b413a53992,44649,1731341999339, seqNum=2] 2024-11-11T16:20:09,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212895763 2024-11-11T16:20:09,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x1002fa460c80001, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212895763 2024-11-11T16:20:09,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T16:20:09,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T16:20:09,809 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T16:20:09,847 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-16b413a53992,44649,1731341999339, ReplicationSource: 1, currentBandwidth=0 2024-11-11T16:20:09,848 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:09,848 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,44649,1731341999339, seqNum=-1] 2024-11-11T16:20:09,849 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:09,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-11T16:20:09,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16b413a53992,44649,1731341999339', locateType=CURRENT is [region=hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45., hostname=16b413a53992,44649,1731341999339, seqNum=2] 2024-11-11T16:20:09,855 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T16:20:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T16:20:09,860 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16b413a53992,44649,1731341999339 suceeded 2024-11-11T16:20:09,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T16:20:09,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-11T16:20:09,862 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16b413a53992:37279,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T16:20:09,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0900 sec 2024-11-11T16:20:09,871 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:37279' 2024-11-11T16:20:09,872 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@780d3fd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:09,872 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,37279,-1 for getting cluster id 2024-11-11T16:20:09,872 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:09,873 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89d9e104-2820-49e9-8f00-7e001c3891ef' 2024-11-11T16:20:09,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:09,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89d9e104-2820-49e9-8f00-7e001c3891ef" 2024-11-11T16:20:09,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e1c6503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:09,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,37279,-1] 2024-11-11T16:20:09,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:09,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:09,875 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:09,875 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fd42ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:09,876 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:09,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,37279,1731342002816 2024-11-11T16:20:09,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48d11a37 2024-11-11T16:20:09,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:09,878 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-11T16:20:09,878 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16b413a53992,44649,1731341999339 (queues=1) is replicating from cluster=6158f84b-8d63-4fc0-aaa9-c4c6779e441b to cluster=89d9e104-2820-49e9-8f00-7e001c3891ef 2024-11-11T16:20:09,879 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16b413a53992%2C44649%2C1731341999339 2024-11-11T16:20:09,879 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16b413a53992,44649,1731341999339, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T16:20:09,879 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304, startPosition=0, beingWritten=true 2024-11-11T16:20:09,880 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16b413a53992%2C44649%2C1731341999339 2024-11-11T16:20:09,886 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:20:09,886 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 to pos 379, reset compression=false 2024-11-11T16:20:09,886 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,44649,1731341999339 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:20:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:09,908 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T16:20:09,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:20:09,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:09,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:09,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:09,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:20:09,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c4df75d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:09,910 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,37279,-1 for getting cluster id 2024-11-11T16:20:09,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:09,910 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89d9e104-2820-49e9-8f00-7e001c3891ef' 2024-11-11T16:20:09,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:09,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89d9e104-2820-49e9-8f00-7e001c3891ef" 2024-11-11T16:20:09,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c749c52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:09,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,37279,-1] 2024-11-11T16:20:09,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:09,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:09,912 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:09,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36928aa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:09,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:09,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,37279,1731342002816 2024-11-11T16:20:09,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@561088ac 2024-11-11T16:20:09,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:09,914 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:20:09,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16b413a53992:33061,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T16:20:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T16:20:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:09,917 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:33061' 2024-11-11T16:20:09,918 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24349ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:09,918 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,33061,-1 for getting cluster id 2024-11-11T16:20:09,918 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:09,919 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6158f84b-8d63-4fc0-aaa9-c4c6779e441b' 2024-11-11T16:20:09,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:09,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6158f84b-8d63-4fc0-aaa9-c4c6779e441b" 2024-11-11T16:20:09,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5beddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:09,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,33061,-1] 2024-11-11T16:20:09,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:09,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:09,920 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:09,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fd1659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:09,921 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:09,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,33061,1731341999113 2024-11-11T16:20:09,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@132856b1 2024-11-11T16:20:09,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:09,922 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:20:09,923 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T16:20:09,923 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T16:20:09,923 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:09,923 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:09,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:20:09,923 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:20:09,924 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T16:20:09,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:20:09,925 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:09,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:20:09,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741837_1013 (size=1138) 2024-11-11T16:20:09,933 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc49638865d681dee7638d89ef606848, NAME => 'hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e 2024-11-11T16:20:09,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741838_1014 (size=44) 2024-11-11T16:20:09,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:09,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bc49638865d681dee7638d89ef606848, disabling compactions & flushes 2024-11-11T16:20:09,939 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848. 2024-11-11T16:20:09,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848. 2024-11-11T16:20:09,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848. after waiting 0 ms 2024-11-11T16:20:09,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848. 2024-11-11T16:20:09,939 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848. 2024-11-11T16:20:09,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc49638865d681dee7638d89ef606848: Waiting for close lock at 1731342009939Disabling compacts and flushes for region at 1731342009939Disabling writes for close at 1731342009939Writing region close event to WAL at 1731342009939Closed at 1731342009939 2024-11-11T16:20:09,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:20:09,940 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731342009940"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342009940"}]},"ts":"1731342009940"} 2024-11-11T16:20:09,942 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:20:09,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:20:09,943 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342009943"}]},"ts":"1731342009943"} 2024-11-11T16:20:09,944 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T16:20:09,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bc49638865d681dee7638d89ef606848, ASSIGN}] 2024-11-11T16:20:09,946 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bc49638865d681dee7638d89ef606848, ASSIGN 2024-11-11T16:20:09,946 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bc49638865d681dee7638d89ef606848, ASSIGN; state=OFFLINE, location=16b413a53992,37905,1731342002858; forceNewPlan=false, retain=false 2024-11-11T16:20:09,974 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T16:20:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:10,091 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 to pos 379, reset compression=false 2024-11-11T16:20:10,098 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bc49638865d681dee7638d89ef606848, regionState=OPENING, regionLocation=16b413a53992,37905,1731342002858 2024-11-11T16:20:10,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bc49638865d681dee7638d89ef606848, ASSIGN because future has completed 2024-11-11T16:20:10,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc49638865d681dee7638d89ef606848, server=16b413a53992,37905,1731342002858}] 2024-11-11T16:20:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:10,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848. 2024-11-11T16:20:10,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:10,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T16:20:10,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C37905%2C1731342002858.rep, suffix=, logDir=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858, archiveDir=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/oldWALs, maxLogs=10 2024-11-11T16:20:10,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.rep.1731342010270, exclude list is [], retry=0 2024-11-11T16:20:10,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35087,DS-30cbec28-18fc-4300-8f03-19dd7aea32d2,DISK] 2024-11-11T16:20:10,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.rep.1731342010270 2024-11-11T16:20:10,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37007:37007)] 2024-11-11T16:20:10,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bc49638865d681dee7638d89ef606848, NAME => 'hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:10,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:20:10,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:20:10,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848. service=MultiRowMutationService 2024-11-11T16:20:10,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T16:20:10,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bc49638865d681dee7638d89ef606848 2024-11-11T16:20:10,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:10,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bc49638865d681dee7638d89ef606848 2024-11-11T16:20:10,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bc49638865d681dee7638d89ef606848 2024-11-11T16:20:10,311 INFO [StoreOpener-bc49638865d681dee7638d89ef606848-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bc49638865d681dee7638d89ef606848 2024-11-11T16:20:10,312 INFO [StoreOpener-bc49638865d681dee7638d89ef606848-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc49638865d681dee7638d89ef606848 columnFamilyName hfileref 2024-11-11T16:20:10,312 DEBUG [StoreOpener-bc49638865d681dee7638d89ef606848-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:10,313 INFO [StoreOpener-bc49638865d681dee7638d89ef606848-1 {}] regionserver.HStore(327): Store=bc49638865d681dee7638d89ef606848/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:10,313 INFO [StoreOpener-bc49638865d681dee7638d89ef606848-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bc49638865d681dee7638d89ef606848 2024-11-11T16:20:10,314 INFO [StoreOpener-bc49638865d681dee7638d89ef606848-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc49638865d681dee7638d89ef606848 columnFamilyName queue 2024-11-11T16:20:10,314 DEBUG [StoreOpener-bc49638865d681dee7638d89ef606848-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:10,314 INFO [StoreOpener-bc49638865d681dee7638d89ef606848-1 {}] regionserver.HStore(327): Store=bc49638865d681dee7638d89ef606848/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:10,314 INFO [StoreOpener-bc49638865d681dee7638d89ef606848-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bc49638865d681dee7638d89ef606848 2024-11-11T16:20:10,315 INFO [StoreOpener-bc49638865d681dee7638d89ef606848-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc49638865d681dee7638d89ef606848 columnFamilyName sid 2024-11-11T16:20:10,315 DEBUG [StoreOpener-bc49638865d681dee7638d89ef606848-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:10,316 INFO [StoreOpener-bc49638865d681dee7638d89ef606848-1 {}] regionserver.HStore(327): Store=bc49638865d681dee7638d89ef606848/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:10,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bc49638865d681dee7638d89ef606848 2024-11-11T16:20:10,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/replication/bc49638865d681dee7638d89ef606848 2024-11-11T16:20:10,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/replication/bc49638865d681dee7638d89ef606848 2024-11-11T16:20:10,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bc49638865d681dee7638d89ef606848 2024-11-11T16:20:10,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bc49638865d681dee7638d89ef606848 2024-11-11T16:20:10,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:20:10,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bc49638865d681dee7638d89ef606848 2024-11-11T16:20:10,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/replication/bc49638865d681dee7638d89ef606848/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:10,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bc49638865d681dee7638d89ef606848; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62063538, jitterRate=-0.07518121600151062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:20:10,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc49638865d681dee7638d89ef606848 2024-11-11T16:20:10,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bc49638865d681dee7638d89ef606848: Running coprocessor pre-open hook at 1731342010310Writing region info on filesystem at 1731342010310Initializing all the Stores at 1731342010311 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342010311Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342010311Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342010311Cleaning up temporary data from old regions at 1731342010318 (+7 ms)Running coprocessor post-open hooks at 1731342010322 (+4 ms)Region opened successfully at 1731342010322 2024-11-11T16:20:10,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848., pid=10, masterSystemTime=1731342010259 2024-11-11T16:20:10,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848. 2024-11-11T16:20:10,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848. 2024-11-11T16:20:10,325 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bc49638865d681dee7638d89ef606848, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,37905,1731342002858 2024-11-11T16:20:10,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc49638865d681dee7638d89ef606848, server=16b413a53992,37905,1731342002858 because future has completed 2024-11-11T16:20:10,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T16:20:10,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bc49638865d681dee7638d89ef606848, server=16b413a53992,37905,1731342002858 in 228 msec 2024-11-11T16:20:10,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T16:20:10,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bc49638865d681dee7638d89ef606848, ASSIGN in 386 msec 2024-11-11T16:20:10,333 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:20:10,334 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342010333"}]},"ts":"1731342010333"} 2024-11-11T16:20:10,335 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T16:20:10,336 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:20:10,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 413 msec 2024-11-11T16:20:10,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848., hostname=16b413a53992,37905,1731342002858, seqNum=2] 2024-11-11T16:20:10,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37905-0x1002fa460c80004, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138236973 2024-11-11T16:20:10,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138236973 2024-11-11T16:20:10,401 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 to pos 379, reset compression=false 2024-11-11T16:20:10,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T16:20:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:10,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T16:20:10,569 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T16:20:10,612 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-16b413a53992,37905,1731342002858, ReplicationSource: 1, currentBandwidth=0 2024-11-11T16:20:10,612 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:10,612 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,37905,1731342002858, seqNum=-1] 2024-11-11T16:20:10,613 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:10,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-11T16:20:10,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16b413a53992,37905,1731342002858', locateType=CURRENT is [region=hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848., hostname=16b413a53992,37905,1731342002858, seqNum=2] 2024-11-11T16:20:10,618 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T16:20:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T16:20:10,620 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16b413a53992,37905,1731342002858 suceeded 2024-11-11T16:20:10,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T16:20:10,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-11T16:20:10,622 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16b413a53992:33061,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T16:20:10,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 707 msec 2024-11-11T16:20:10,628 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T16:20:10,633 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:33061' 2024-11-11T16:20:10,634 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f6556ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:10,634 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,33061,-1 for getting cluster id 2024-11-11T16:20:10,634 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:10,635 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6158f84b-8d63-4fc0-aaa9-c4c6779e441b' 2024-11-11T16:20:10,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:10,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6158f84b-8d63-4fc0-aaa9-c4c6779e441b" 2024-11-11T16:20:10,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7969b945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:10,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,33061,-1] 2024-11-11T16:20:10,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:10,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:10,636 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:10,637 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34a02191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:10,637 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:10,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,33061,1731341999113 2024-11-11T16:20:10,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@570c6fa8 2024-11-11T16:20:10,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:10,639 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-11T16:20:10,639 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16b413a53992,37905,1731342002858 (queues=1) is replicating from cluster=89d9e104-2820-49e9-8f00-7e001c3891ef to cluster=6158f84b-8d63-4fc0-aaa9-c4c6779e441b 2024-11-11T16:20:10,639 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16b413a53992%2C37905%2C1731342002858 2024-11-11T16:20:10,639 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16b413a53992,37905,1731342002858, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T16:20:10,640 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.shipper16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16b413a53992%2C37905%2C1731342002858 2024-11-11T16:20:10,640 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.wal-reader.16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.1731342004774, startPosition=0, beingWritten=true 2024-11-11T16:20:10,647 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.wal-reader.16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:20:10,647 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.wal-reader.16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.1731342004774 to pos 379, reset compression=false 2024-11-11T16:20:10,647 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.shipper16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,37905,1731342002858 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.1731342004774, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:20:10,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T16:20:10,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T16:20:10,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T16:20:10,744 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T16:20:10,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T16:20:10,744 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T16:20:10,745 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:20:10,745 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T16:20:10,745 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:20:10,745 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T16:20:10,745 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:20:10,745 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T16:20:10,821 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 to pos 379, reset compression=false 2024-11-11T16:20:10,850 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.wal-reader.16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.1731342004774 to pos 379, reset compression=false 2024-11-11T16:20:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:11,058 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T16:20:11,058 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:20:11,058 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:11,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:11,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:11,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:20:11,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:11,063 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731342011062/Put/seqid=0 2024-11-11T16:20:11,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741840_1016 (size=7894) 2024-11-11T16:20:11,154 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.wal-reader.16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.1731342004774 to pos 379, reset compression=false 2024-11-11T16:20:11,326 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 to pos 379, reset compression=false 2024-11-11T16:20:11,470 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731342011469/Put/seqid=0 2024-11-11T16:20:11,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741841_1017 (size=7691) 2024-11-11T16:20:11,559 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.wal-reader.16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.1731342004774 to pos 379, reset compression=false 2024-11-11T16:20:11,732 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:20:11,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:11,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:11,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:11,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:11,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:11,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:11,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:11,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:11,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b397cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:11,877 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,33061,-1 for getting cluster id 2024-11-11T16:20:11,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:11,881 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6158f84b-8d63-4fc0-aaa9-c4c6779e441b' 2024-11-11T16:20:11,881 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:11,881 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6158f84b-8d63-4fc0-aaa9-c4c6779e441b" 2024-11-11T16:20:11,881 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285762e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:11,881 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,33061,-1] 2024-11-11T16:20:11,882 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:11,882 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:11,883 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:11,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682fdf2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:11,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:11,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,44649,1731341999339, seqNum=-1] 2024-11-11T16:20:11,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:11,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:20:11,910 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:11,917 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,33061,1731341999113 2024-11-11T16:20:11,917 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@291b5629 2024-11-11T16:20:11,917 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:11,918 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:20:11,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481., hostname=16b413a53992,44649,1731341999339, seqNum=2] 2024-11-11T16:20:11,926 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T16:20:11,931 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 to pos 379, reset compression=false 2024-11-11T16:20:11,948 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-11T16:20:11,957 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-11T16:20:11,973 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/testHFileCyclicReplication_01/f/hfile_1 for inclusion in f6b6afd28df1fb4588c17ab1dff2f481/f 2024-11-11T16:20:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T16:20:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:20:11,976 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/testHFileCyclicReplication_01/f/hfile_0 for inclusion in f6b6afd28df1fb4588c17ab1dff2f481/f 2024-11-11T16:20:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T16:20:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:20:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HRegion(2603): Flush status journal for f6b6afd28df1fb4588c17ab1dff2f481: 2024-11-11T16:20:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/staging/jenkins__test__iib44rkf8fb5639dhlkd3g47rfgun8k14mo9pn9ld8paacqmkchc2012av785jl3/f/hfile_1 2024-11-11T16:20:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/staging/jenkins__test__iib44rkf8fb5639dhlkd3g47rfgun8k14mo9pn9ld8paacqmkchc2012av785jl3/f/hfile_1 as hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/default/test/f6b6afd28df1fb4588c17ab1dff2f481/f/ea3c7dabda0f4addba925654cc04b089_SeqId_4_ 2024-11-11T16:20:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/staging/jenkins__test__iib44rkf8fb5639dhlkd3g47rfgun8k14mo9pn9ld8paacqmkchc2012av785jl3/f/hfile_0 2024-11-11T16:20:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/staging/jenkins__test__iib44rkf8fb5639dhlkd3g47rfgun8k14mo9pn9ld8paacqmkchc2012av785jl3/f/hfile_0 as hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/default/test/f6b6afd28df1fb4588c17ab1dff2f481/f/8c88d30422c24aecb4e2db4943dc2481_SeqId_4_ 2024-11-11T16:20:11,988 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/staging/jenkins__test__iib44rkf8fb5639dhlkd3g47rfgun8k14mo9pn9ld8paacqmkchc2012av785jl3/f/hfile_1 into f6b6afd28df1fb4588c17ab1dff2f481/f as hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/default/test/f6b6afd28df1fb4588c17ab1dff2f481/f/ea3c7dabda0f4addba925654cc04b089_SeqId_4_ - updating store file list. 2024-11-11T16:20:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ea3c7dabda0f4addba925654cc04b089_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T16:20:11,992 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/default/test/f6b6afd28df1fb4588c17ab1dff2f481/f/ea3c7dabda0f4addba925654cc04b089_SeqId_4_ into f6b6afd28df1fb4588c17ab1dff2f481/f 2024-11-11T16:20:11,992 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/staging/jenkins__test__iib44rkf8fb5639dhlkd3g47rfgun8k14mo9pn9ld8paacqmkchc2012av785jl3/f/hfile_1 into f6b6afd28df1fb4588c17ab1dff2f481/f (new location: hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/default/test/f6b6afd28df1fb4588c17ab1dff2f481/f/ea3c7dabda0f4addba925654cc04b089_SeqId_4_) 2024-11-11T16:20:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/staging/jenkins__test__iib44rkf8fb5639dhlkd3g47rfgun8k14mo9pn9ld8paacqmkchc2012av785jl3/f/hfile_1 2024-11-11T16:20:11,993 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/staging/jenkins__test__iib44rkf8fb5639dhlkd3g47rfgun8k14mo9pn9ld8paacqmkchc2012av785jl3/f/hfile_0 into f6b6afd28df1fb4588c17ab1dff2f481/f as hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/default/test/f6b6afd28df1fb4588c17ab1dff2f481/f/8c88d30422c24aecb4e2db4943dc2481_SeqId_4_ - updating store file list. 2024-11-11T16:20:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8c88d30422c24aecb4e2db4943dc2481_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T16:20:11,997 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/default/test/f6b6afd28df1fb4588c17ab1dff2f481/f/8c88d30422c24aecb4e2db4943dc2481_SeqId_4_ into f6b6afd28df1fb4588c17ab1dff2f481/f 2024-11-11T16:20:11,997 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/staging/jenkins__test__iib44rkf8fb5639dhlkd3g47rfgun8k14mo9pn9ld8paacqmkchc2012av785jl3/f/hfile_0 into f6b6afd28df1fb4588c17ab1dff2f481/f (new location: hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/default/test/f6b6afd28df1fb4588c17ab1dff2f481/f/8c88d30422c24aecb4e2db4943dc2481_SeqId_4_) 2024-11-11T16:20:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/staging/jenkins__test__iib44rkf8fb5639dhlkd3g47rfgun8k14mo9pn9ld8paacqmkchc2012av785jl3/f/hfile_0 2024-11-11T16:20:11,999 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:20:11,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:11,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:12,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:12,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:20:12,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481., hostname=16b413a53992,44649,1731341999339, seqNum=2 , the old value is region=test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481., hostname=16b413a53992,44649,1731341999339, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=16b413a53992:44649 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T16:20:12,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481., hostname=16b413a53992,44649,1731341999339, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T16:20:12,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481., hostname=16b413a53992,44649,1731341999339, seqNum=2 from cache 2024-11-11T16:20:12,000 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T16:20:12,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:12,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,37905,1731342002858, seqNum=-1] 2024-11-11T16:20:12,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:12,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:20:12,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a., hostname=16b413a53992,37905,1731342002858, seqNum=2] 2024-11-11T16:20:12,007 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T16:20:12,064 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.wal-reader.16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.1731342004774 to pos 379, reset compression=false 2024-11-11T16:20:12,109 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:44649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T16:20:12,661 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 to pos 379, reset compression=false 2024-11-11T16:20:12,666 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:20:12,666 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,44649,1731341999339 got entry batch from reader: WALEntryBatch [walEntries=[{test/f6b6afd28df1fb4588c17ab1dff2f481/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731342011998/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T16:20:12,668 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:20:12,669 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.wal-reader.16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.1731342004774 to pos 379, reset compression=false 2024-11-11T16:20:12,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-11T16:20:12,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.ReplicationSink(318): Replicating [6158f84b-8d63-4fc0-aaa9-c4c6779e441b] bulk loaded data 2024-11-11T16:20:12,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f130f05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:12,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,37279,-1 for getting cluster id 2024-11-11T16:20:12,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:12,671 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89d9e104-2820-49e9-8f00-7e001c3891ef' 2024-11-11T16:20:12,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:12,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89d9e104-2820-49e9-8f00-7e001c3891ef" 2024-11-11T16:20:12,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f1f8417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:12,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,37279,-1] 2024-11-11T16:20:12,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:12,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:12,672 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:12,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7830b36e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:12,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741840_1016 (size=7691) 2024-11-11T16:20:12,866 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 to pos 687, reset compression=false 2024-11-11T16:20:13,009 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T16:20:13,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741841_1017 (size=7894) 2024-11-11T16:20:13,171 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 to pos 687, reset compression=false 2024-11-11T16:20:13,374 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.wal-reader.16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.1731342004774 to pos 379, reset compression=false 2024-11-11T16:20:13,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:13,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,37279,1731342002816 2024-11-11T16:20:13,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e525d9e 2024-11-11T16:20:13,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:13,506 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-11T16:20:13,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T16:20:13,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:13,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,37905,1731342002858, seqNum=-1] 2024-11-11T16:20:13,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:13,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-11T16:20:13,528 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/staging/jenkins.hfs.11__test__kpcld3l3lh3e2bq1mvm2v6hv97f1s7n7nnh57f9f7s54eljhnjg8v5ja2p8pug4/f/8c88d30422c24aecb4e2db4943dc2481_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T16:20:13,531 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/staging/jenkins.hfs.11__test__kpcld3l3lh3e2bq1mvm2v6hv97f1s7n7nnh57f9f7s54eljhnjg8v5ja2p8pug4/f/ea3c7dabda0f4addba925654cc04b089_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T16:20:13,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/staging/jenkins.hfs.11__test__kpcld3l3lh3e2bq1mvm2v6hv97f1s7n7nnh57f9f7s54eljhnjg8v5ja2p8pug4/f/ea3c7dabda0f4addba925654cc04b089_SeqId_4_ for inclusion in 836e13b9be0fa80d8af7d2a6d533c48a/f 2024-11-11T16:20:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T16:20:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:20:13,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/staging/jenkins.hfs.11__test__kpcld3l3lh3e2bq1mvm2v6hv97f1s7n7nnh57f9f7s54eljhnjg8v5ja2p8pug4/f/8c88d30422c24aecb4e2db4943dc2481_SeqId_4_ for inclusion in 836e13b9be0fa80d8af7d2a6d533c48a/f 2024-11-11T16:20:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T16:20:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:20:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HRegion(2603): Flush status journal for 836e13b9be0fa80d8af7d2a6d533c48a: 2024-11-11T16:20:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ea3c7dabda0f4addba925654cc04b089_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T16:20:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/staging/jenkins.hfs.11__test__kpcld3l3lh3e2bq1mvm2v6hv97f1s7n7nnh57f9f7s54eljhnjg8v5ja2p8pug4/f/ea3c7dabda0f4addba925654cc04b089_SeqId_4_ as hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/default/test/836e13b9be0fa80d8af7d2a6d533c48a/f/20212700e2a7459b951715bc92ec6fad_SeqId_4_ 2024-11-11T16:20:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8c88d30422c24aecb4e2db4943dc2481_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T16:20:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/staging/jenkins.hfs.11__test__kpcld3l3lh3e2bq1mvm2v6hv97f1s7n7nnh57f9f7s54eljhnjg8v5ja2p8pug4/f/8c88d30422c24aecb4e2db4943dc2481_SeqId_4_ as hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/default/test/836e13b9be0fa80d8af7d2a6d533c48a/f/6484f7aa871047418af4b2b3b869c08d_SeqId_4_ 2024-11-11T16:20:13,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/staging/jenkins.hfs.11__test__kpcld3l3lh3e2bq1mvm2v6hv97f1s7n7nnh57f9f7s54eljhnjg8v5ja2p8pug4/f/ea3c7dabda0f4addba925654cc04b089_SeqId_4_ into 836e13b9be0fa80d8af7d2a6d533c48a/f as hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/default/test/836e13b9be0fa80d8af7d2a6d533c48a/f/20212700e2a7459b951715bc92ec6fad_SeqId_4_ - updating store file list. 2024-11-11T16:20:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 20212700e2a7459b951715bc92ec6fad_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T16:20:13,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/default/test/836e13b9be0fa80d8af7d2a6d533c48a/f/20212700e2a7459b951715bc92ec6fad_SeqId_4_ into 836e13b9be0fa80d8af7d2a6d533c48a/f 2024-11-11T16:20:13,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/staging/jenkins.hfs.11__test__kpcld3l3lh3e2bq1mvm2v6hv97f1s7n7nnh57f9f7s54eljhnjg8v5ja2p8pug4/f/ea3c7dabda0f4addba925654cc04b089_SeqId_4_ into 836e13b9be0fa80d8af7d2a6d533c48a/f (new location: hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/default/test/836e13b9be0fa80d8af7d2a6d533c48a/f/20212700e2a7459b951715bc92ec6fad_SeqId_4_) 2024-11-11T16:20:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/staging/jenkins.hfs.11__test__kpcld3l3lh3e2bq1mvm2v6hv97f1s7n7nnh57f9f7s54eljhnjg8v5ja2p8pug4/f/ea3c7dabda0f4addba925654cc04b089_SeqId_4_ 2024-11-11T16:20:13,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/staging/jenkins.hfs.11__test__kpcld3l3lh3e2bq1mvm2v6hv97f1s7n7nnh57f9f7s54eljhnjg8v5ja2p8pug4/f/8c88d30422c24aecb4e2db4943dc2481_SeqId_4_ into 836e13b9be0fa80d8af7d2a6d533c48a/f as hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/default/test/836e13b9be0fa80d8af7d2a6d533c48a/f/6484f7aa871047418af4b2b3b869c08d_SeqId_4_ - updating store file list. 2024-11-11T16:20:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6484f7aa871047418af4b2b3b869c08d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T16:20:13,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/default/test/836e13b9be0fa80d8af7d2a6d533c48a/f/6484f7aa871047418af4b2b3b869c08d_SeqId_4_ into 836e13b9be0fa80d8af7d2a6d533c48a/f 2024-11-11T16:20:13,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/staging/jenkins.hfs.11__test__kpcld3l3lh3e2bq1mvm2v6hv97f1s7n7nnh57f9f7s54eljhnjg8v5ja2p8pug4/f/8c88d30422c24aecb4e2db4943dc2481_SeqId_4_ into 836e13b9be0fa80d8af7d2a6d533c48a/f (new location: hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/default/test/836e13b9be0fa80d8af7d2a6d533c48a/f/6484f7aa871047418af4b2b3b869c08d_SeqId_4_) 2024-11-11T16:20:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/staging/jenkins.hfs.11__test__kpcld3l3lh3e2bq1mvm2v6hv97f1s7n7nnh57f9f7s54eljhnjg8v5ja2p8pug4/f/8c88d30422c24aecb4e2db4943dc2481_SeqId_4_ 2024-11-11T16:20:13,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.ReplicationSink(324): Finished replicating [6158f84b-8d63-4fc0-aaa9-c4c6779e441b] bulk loaded data 2024-11-11T16:20:13,576 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 to pos 687, reset compression=false 2024-11-11T16:20:14,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:14,019 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731342014019/Put/seqid=0 2024-11-11T16:20:14,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741842_1018 (size=11194) 2024-11-11T16:20:14,082 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 to pos 687, reset compression=false 2024-11-11T16:20:14,178 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.wal-reader.16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.1731342004774 to pos 379, reset compression=false 2024-11-11T16:20:14,199 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.wal-reader.16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:20:14,199 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.shipper16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,37905,1731342002858 got entry batch from reader: WALEntryBatch [walEntries=[{test/836e13b9be0fa80d8af7d2a6d533c48a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731342013559/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.1731342004774, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-11T16:20:14,213 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.shipper16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:20:14,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-11T16:20:14,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44649 {}] regionserver.ReplicationSink(318): Replicating [6158f84b-8d63-4fc0-aaa9-c4c6779e441b, 89d9e104-2820-49e9-8f00-7e001c3891ef] bulk loaded data 2024-11-11T16:20:14,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46378b9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:14,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44649 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,33061,-1 for getting cluster id 2024-11-11T16:20:14,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:14,221 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6158f84b-8d63-4fc0-aaa9-c4c6779e441b' 2024-11-11T16:20:14,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:14,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6158f84b-8d63-4fc0-aaa9-c4c6779e441b" 2024-11-11T16:20:14,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f68a133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:14,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,33061,-1] 2024-11-11T16:20:14,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:14,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:14,225 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:14,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c0977ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:14,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741842_1018 (size=7691) 2024-11-11T16:20:14,400 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.wal-reader.16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.1731342004774 to pos 725, reset compression=false 2024-11-11T16:20:14,433 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731342014432/Put/seqid=0 2024-11-11T16:20:14,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741843_1019 (size=10791) 2024-11-11T16:20:14,687 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 to pos 687, reset compression=false 2024-11-11T16:20:14,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741843_1019 (size=7894) 2024-11-11T16:20:14,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44649 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:14,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,33061,1731341999113 2024-11-11T16:20:14,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@399032b0 2024-11-11T16:20:14,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:14,711 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-11T16:20:14,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44649 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T16:20:14,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:14,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,44649,1731341999339, seqNum=-1] 2024-11-11T16:20:14,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:14,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-11T16:20:14,720 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/staging/jenkins.hfs.10__test__63aps9r393hdeppd53etl8dun4ldjbjecf4l91jleas1m6rmgubb33akn22dhcq4/f/20212700e2a7459b951715bc92ec6fad_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T16:20:14,722 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/staging/jenkins.hfs.10__test__63aps9r393hdeppd53etl8dun4ldjbjecf4l91jleas1m6rmgubb33akn22dhcq4/f/6484f7aa871047418af4b2b3b869c08d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T16:20:14,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44649 {}] regionserver.ReplicationSink(324): Finished replicating [6158f84b-8d63-4fc0-aaa9-c4c6779e441b, 89d9e104-2820-49e9-8f00-7e001c3891ef] bulk loaded data 2024-11-11T16:20:14,726 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.wal-reader.16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.1731342004774 to pos 725, reset compression=false 2024-11-11T16:20:14,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c841233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:14,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,37279,-1 for getting cluster id 2024-11-11T16:20:14,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:14,886 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89d9e104-2820-49e9-8f00-7e001c3891ef' 2024-11-11T16:20:14,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:14,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89d9e104-2820-49e9-8f00-7e001c3891ef" 2024-11-11T16:20:14,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f41edac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:14,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,37279,-1] 2024-11-11T16:20:14,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:14,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:14,888 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:14,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf717d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:14,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:14,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,37905,1731342002858, seqNum=-1] 2024-11-11T16:20:14,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:14,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:20:14,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:14,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,37279,1731342002816 2024-11-11T16:20:14,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6405fe94 2024-11-11T16:20:14,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:14,901 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:20:14,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a., hostname=16b413a53992,37905,1731342002858, seqNum=2] 2024-11-11T16:20:14,908 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T16:20:14,914 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-11T16:20:14,921 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-11T16:20:14,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 836e13b9be0fa80d8af7d2a6d533c48a/f 2024-11-11T16:20:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T16:20:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:20:14,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 836e13b9be0fa80d8af7d2a6d533c48a/f 2024-11-11T16:20:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T16:20:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:20:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HRegion(2603): Flush status journal for 836e13b9be0fa80d8af7d2a6d533c48a: 2024-11-11T16:20:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/staging/jenkins__test__skqr2h0r9v6tb6lonfp51trp84i4r8rsgbigj7e3ileqjbls5temcn1uvp3b2e7t/f/hfile_0 2024-11-11T16:20:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/staging/jenkins__test__skqr2h0r9v6tb6lonfp51trp84i4r8rsgbigj7e3ileqjbls5temcn1uvp3b2e7t/f/hfile_0 as hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/default/test/836e13b9be0fa80d8af7d2a6d533c48a/f/625a20898fdd4eafb6e6a7b2db24229c_SeqId_6_ 2024-11-11T16:20:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/staging/jenkins__test__skqr2h0r9v6tb6lonfp51trp84i4r8rsgbigj7e3ileqjbls5temcn1uvp3b2e7t/f/hfile_1 2024-11-11T16:20:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/staging/jenkins__test__skqr2h0r9v6tb6lonfp51trp84i4r8rsgbigj7e3ileqjbls5temcn1uvp3b2e7t/f/hfile_1 as hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/default/test/836e13b9be0fa80d8af7d2a6d533c48a/f/2435eae7c02d425ab24a3ce91568c4b6_SeqId_6_ 2024-11-11T16:20:14,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/staging/jenkins__test__skqr2h0r9v6tb6lonfp51trp84i4r8rsgbigj7e3ileqjbls5temcn1uvp3b2e7t/f/hfile_0 into 836e13b9be0fa80d8af7d2a6d533c48a/f as hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/default/test/836e13b9be0fa80d8af7d2a6d533c48a/f/625a20898fdd4eafb6e6a7b2db24229c_SeqId_6_ - updating store file list. 2024-11-11T16:20:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 625a20898fdd4eafb6e6a7b2db24229c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T16:20:14,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/default/test/836e13b9be0fa80d8af7d2a6d533c48a/f/625a20898fdd4eafb6e6a7b2db24229c_SeqId_6_ into 836e13b9be0fa80d8af7d2a6d533c48a/f 2024-11-11T16:20:14,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/staging/jenkins__test__skqr2h0r9v6tb6lonfp51trp84i4r8rsgbigj7e3ileqjbls5temcn1uvp3b2e7t/f/hfile_0 into 836e13b9be0fa80d8af7d2a6d533c48a/f (new location: hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/default/test/836e13b9be0fa80d8af7d2a6d533c48a/f/625a20898fdd4eafb6e6a7b2db24229c_SeqId_6_) 2024-11-11T16:20:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/staging/jenkins__test__skqr2h0r9v6tb6lonfp51trp84i4r8rsgbigj7e3ileqjbls5temcn1uvp3b2e7t/f/hfile_0 2024-11-11T16:20:14,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/staging/jenkins__test__skqr2h0r9v6tb6lonfp51trp84i4r8rsgbigj7e3ileqjbls5temcn1uvp3b2e7t/f/hfile_1 into 836e13b9be0fa80d8af7d2a6d533c48a/f as hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/default/test/836e13b9be0fa80d8af7d2a6d533c48a/f/2435eae7c02d425ab24a3ce91568c4b6_SeqId_6_ - updating store file list. 2024-11-11T16:20:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2435eae7c02d425ab24a3ce91568c4b6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T16:20:14,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/default/test/836e13b9be0fa80d8af7d2a6d533c48a/f/2435eae7c02d425ab24a3ce91568c4b6_SeqId_6_ into 836e13b9be0fa80d8af7d2a6d533c48a/f 2024-11-11T16:20:14,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/staging/jenkins__test__skqr2h0r9v6tb6lonfp51trp84i4r8rsgbigj7e3ileqjbls5temcn1uvp3b2e7t/f/hfile_1 into 836e13b9be0fa80d8af7d2a6d533c48a/f (new location: hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/default/test/836e13b9be0fa80d8af7d2a6d533c48a/f/2435eae7c02d425ab24a3ce91568c4b6_SeqId_6_) 2024-11-11T16:20:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/staging/jenkins__test__skqr2h0r9v6tb6lonfp51trp84i4r8rsgbigj7e3ileqjbls5temcn1uvp3b2e7t/f/hfile_1 2024-11-11T16:20:14,967 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:20:14,967 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:14,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:14,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:14,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a., hostname=16b413a53992,37905,1731342002858, seqNum=2 , the old value is region=test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a., hostname=16b413a53992,37905,1731342002858, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=16b413a53992:37905 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T16:20:14,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a., hostname=16b413a53992,37905,1731342002858, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T16:20:14,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a., hostname=16b413a53992,37905,1731342002858, seqNum=2 from cache 2024-11-11T16:20:14,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:14,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:20:14,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,44649,1731341999339, seqNum=-1] 2024-11-11T16:20:14,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:14,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:20:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37905: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:60008 deadline: 1731342074967 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:60008 2024-11-11T16:20:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481., hostname=16b413a53992,44649,1731341999339, seqNum=2] 2024-11-11T16:20:14,989 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T16:20:15,082 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37905 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T16:20:15,130 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.wal-reader.16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.1731342004774 to pos 725, reset compression=false 2024-11-11T16:20:15,135 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.wal-reader.16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:20:15,135 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.shipper16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,37905,1731342002858 got entry batch from reader: WALEntryBatch [walEntries=[{test/836e13b9be0fa80d8af7d2a6d533c48a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731342014965/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.1731342004774, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T16:20:15,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44649 {}] regionserver.ReplicationSink(318): Replicating [89d9e104-2820-49e9-8f00-7e001c3891ef] bulk loaded data 2024-11-11T16:20:15,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741844_1020 (size=11194) 2024-11-11T16:20:15,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741845_1021 (size=10791) 2024-11-11T16:20:15,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44649 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T16:20:15,170 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/staging/jenkins.hfs.10__test__460h47du1gfc0jkedpdkgsftnqe8pka67i7825ga8ipfmr5gcj7120cavsuimrr9/f/2435eae7c02d425ab24a3ce91568c4b6_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-11T16:20:15,172 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/staging/jenkins.hfs.10__test__460h47du1gfc0jkedpdkgsftnqe8pka67i7825ga8ipfmr5gcj7120cavsuimrr9/f/625a20898fdd4eafb6e6a7b2db24229c_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-11T16:20:15,175 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/staging/jenkins.hfs.10__test__460h47du1gfc0jkedpdkgsftnqe8pka67i7825ga8ipfmr5gcj7120cavsuimrr9/f/625a20898fdd4eafb6e6a7b2db24229c_SeqId_6_ for inclusion in f6b6afd28df1fb4588c17ab1dff2f481/f 2024-11-11T16:20:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T16:20:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:20:15,177 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/staging/jenkins.hfs.10__test__460h47du1gfc0jkedpdkgsftnqe8pka67i7825ga8ipfmr5gcj7120cavsuimrr9/f/2435eae7c02d425ab24a3ce91568c4b6_SeqId_6_ for inclusion in f6b6afd28df1fb4588c17ab1dff2f481/f 2024-11-11T16:20:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T16:20:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:20:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HRegion(2603): Flush status journal for f6b6afd28df1fb4588c17ab1dff2f481: 2024-11-11T16:20:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 625a20898fdd4eafb6e6a7b2db24229c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T16:20:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/staging/jenkins.hfs.10__test__460h47du1gfc0jkedpdkgsftnqe8pka67i7825ga8ipfmr5gcj7120cavsuimrr9/f/625a20898fdd4eafb6e6a7b2db24229c_SeqId_6_ as hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/default/test/f6b6afd28df1fb4588c17ab1dff2f481/f/a7197c3af046478fae2a27939c247050_SeqId_6_ 2024-11-11T16:20:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2435eae7c02d425ab24a3ce91568c4b6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T16:20:15,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/staging/jenkins.hfs.10__test__460h47du1gfc0jkedpdkgsftnqe8pka67i7825ga8ipfmr5gcj7120cavsuimrr9/f/2435eae7c02d425ab24a3ce91568c4b6_SeqId_6_ as hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/default/test/f6b6afd28df1fb4588c17ab1dff2f481/f/b2e249b7beb34d199da43c70b5a8ca29_SeqId_6_ 2024-11-11T16:20:15,186 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/staging/jenkins.hfs.10__test__460h47du1gfc0jkedpdkgsftnqe8pka67i7825ga8ipfmr5gcj7120cavsuimrr9/f/625a20898fdd4eafb6e6a7b2db24229c_SeqId_6_ into f6b6afd28df1fb4588c17ab1dff2f481/f as hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/default/test/f6b6afd28df1fb4588c17ab1dff2f481/f/a7197c3af046478fae2a27939c247050_SeqId_6_ - updating store file list. 2024-11-11T16:20:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a7197c3af046478fae2a27939c247050_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T16:20:15,198 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/default/test/f6b6afd28df1fb4588c17ab1dff2f481/f/a7197c3af046478fae2a27939c247050_SeqId_6_ into f6b6afd28df1fb4588c17ab1dff2f481/f 2024-11-11T16:20:15,198 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/staging/jenkins.hfs.10__test__460h47du1gfc0jkedpdkgsftnqe8pka67i7825ga8ipfmr5gcj7120cavsuimrr9/f/625a20898fdd4eafb6e6a7b2db24229c_SeqId_6_ into f6b6afd28df1fb4588c17ab1dff2f481/f (new location: hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/default/test/f6b6afd28df1fb4588c17ab1dff2f481/f/a7197c3af046478fae2a27939c247050_SeqId_6_) 2024-11-11T16:20:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/staging/jenkins.hfs.10__test__460h47du1gfc0jkedpdkgsftnqe8pka67i7825ga8ipfmr5gcj7120cavsuimrr9/f/625a20898fdd4eafb6e6a7b2db24229c_SeqId_6_ 2024-11-11T16:20:15,199 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/staging/jenkins.hfs.10__test__460h47du1gfc0jkedpdkgsftnqe8pka67i7825ga8ipfmr5gcj7120cavsuimrr9/f/2435eae7c02d425ab24a3ce91568c4b6_SeqId_6_ into f6b6afd28df1fb4588c17ab1dff2f481/f as hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/default/test/f6b6afd28df1fb4588c17ab1dff2f481/f/b2e249b7beb34d199da43c70b5a8ca29_SeqId_6_ - updating store file list. 2024-11-11T16:20:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b2e249b7beb34d199da43c70b5a8ca29_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T16:20:15,225 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/default/test/f6b6afd28df1fb4588c17ab1dff2f481/f/b2e249b7beb34d199da43c70b5a8ca29_SeqId_6_ into f6b6afd28df1fb4588c17ab1dff2f481/f 2024-11-11T16:20:15,225 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/staging/jenkins.hfs.10__test__460h47du1gfc0jkedpdkgsftnqe8pka67i7825ga8ipfmr5gcj7120cavsuimrr9/f/2435eae7c02d425ab24a3ce91568c4b6_SeqId_6_ into f6b6afd28df1fb4588c17ab1dff2f481/f (new location: hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/default/test/f6b6afd28df1fb4588c17ab1dff2f481/f/b2e249b7beb34d199da43c70b5a8ca29_SeqId_6_) 2024-11-11T16:20:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44649 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/staging/jenkins.hfs.10__test__460h47du1gfc0jkedpdkgsftnqe8pka67i7825ga8ipfmr5gcj7120cavsuimrr9/f/2435eae7c02d425ab24a3ce91568c4b6_SeqId_6_ 2024-11-11T16:20:15,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44649 {}] regionserver.ReplicationSink(324): Finished replicating [89d9e104-2820-49e9-8f00-7e001c3891ef] bulk loaded data 2024-11-11T16:20:15,335 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.wal-reader.16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.1731342004774 to pos 1033, reset compression=false 2024-11-11T16:20:15,391 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 to pos 687, reset compression=false 2024-11-11T16:20:15,402 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:20:15,402 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,44649,1731341999339 got entry batch from reader: WALEntryBatch [walEntries=[{test/f6b6afd28df1fb4588c17ab1dff2f481/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731342015229/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-11T16:20:15,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.ReplicationSink(318): Replicating [89d9e104-2820-49e9-8f00-7e001c3891ef, 6158f84b-8d63-4fc0-aaa9-c4c6779e441b] bulk loaded data 2024-11-11T16:20:15,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741844_1020 (size=11194) 2024-11-11T16:20:15,603 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 to pos 1033, reset compression=false 2024-11-11T16:20:15,653 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.wal-reader.16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.1731342004774 to pos 1033, reset compression=false 2024-11-11T16:20:15,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741845_1021 (size=10791) 2024-11-11T16:20:15,911 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 to pos 1033, reset compression=false 2024-11-11T16:20:16,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:20:16,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:20:16,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:16,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:16,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:16,001 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:20:16,002 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=17182854, stopped=false 2024-11-11T16:20:16,002 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,37279,1731342002816 2024-11-11T16:20:16,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:20:16,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37905-0x1002fa460c80004, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2138236973/running 2024-11-11T16:20:16,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2138236973/running 2024-11-11T16:20:16,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37905-0x1002fa460c80004, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138236973 2024-11-11T16:20:16,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138236973 2024-11-11T16:20:16,004 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:20:16,005 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:20:16,005 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:16,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:16,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Set watcher on znode that does not yet exist, /1-2138236973/running 2024-11-11T16:20:16,005 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,37905,1731342002858' ***** 2024-11-11T16:20:16,005 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:20:16,006 INFO [RS:0;16b413a53992:37905 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:20:16,006 INFO [RS:0;16b413a53992:37905 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:20:16,006 INFO [RS:0;16b413a53992:37905 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:20:16,006 INFO [RS:0;16b413a53992:37905 {}] regionserver.HRegionServer(3091): Received CLOSE for bc49638865d681dee7638d89ef606848 2024-11-11T16:20:16,006 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:20:16,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37905-0x1002fa460c80004, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Set watcher on znode that does not yet exist, /1-2138236973/running 2024-11-11T16:20:16,007 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc49638865d681dee7638d89ef606848, disabling compactions & flushes 2024-11-11T16:20:16,007 INFO [RS:0;16b413a53992:37905 {}] regionserver.HRegionServer(3091): Received CLOSE for 836e13b9be0fa80d8af7d2a6d533c48a 2024-11-11T16:20:16,007 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848. 2024-11-11T16:20:16,007 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848. 2024-11-11T16:20:16,007 INFO [RS:0;16b413a53992:37905 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,37905,1731342002858 2024-11-11T16:20:16,007 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848. after waiting 0 ms 2024-11-11T16:20:16,007 INFO [RS:0;16b413a53992:37905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:20:16,007 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848. 2024-11-11T16:20:16,007 INFO [RS:0;16b413a53992:37905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:37905. 2024-11-11T16:20:16,007 DEBUG [RS:0;16b413a53992:37905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:16,007 DEBUG [RS:0;16b413a53992:37905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:16,007 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bc49638865d681dee7638d89ef606848 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-11T16:20:16,007 INFO [RS:0;16b413a53992:37905 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:20:16,007 INFO [RS:0;16b413a53992:37905 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:20:16,007 INFO [RS:0;16b413a53992:37905 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:20:16,007 INFO [RS:0;16b413a53992:37905 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:20:16,007 INFO [RS:0;16b413a53992:37905 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T16:20:16,007 DEBUG [RS:0;16b413a53992:37905 {}] regionserver.HRegionServer(1325): Online Regions={bc49638865d681dee7638d89ef606848=hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848., 836e13b9be0fa80d8af7d2a6d533c48a=test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T16:20:16,008 DEBUG [RS:0;16b413a53992:37905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 836e13b9be0fa80d8af7d2a6d533c48a, bc49638865d681dee7638d89ef606848 2024-11-11T16:20:16,008 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:20:16,008 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:20:16,008 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:20:16,008 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:20:16,008 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:20:16,008 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T16:20:16,045 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740/.tmp/info/345027a1e02b4f558ed29617eecc7fea is 147, key is hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848./info:regioninfo/1731342010325/Put/seqid=0 2024-11-11T16:20:16,048 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/replication/bc49638865d681dee7638d89ef606848/.tmp/hfileref/6e38cdec39464681952e38fe5e7b13fc is 74, key is 1/hfileref:20212700e2a7459b951715bc92ec6fad_SeqId_4_/1731342014725/DeleteColumn/seqid=0 2024-11-11T16:20:16,066 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.wal-reader.16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.1731342004774 to pos 1033, reset compression=false 2024-11-11T16:20:16,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741846_1022 (size=7686) 2024-11-11T16:20:16,075 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:20:16,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741847_1023 (size=5345) 2024-11-11T16:20:16,208 DEBUG [RS:0;16b413a53992:37905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 836e13b9be0fa80d8af7d2a6d533c48a, bc49638865d681dee7638d89ef606848 2024-11-11T16:20:16,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T16:20:16,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37905 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 16b413a53992,37905,1731342002858 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T16:20:16,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37905 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:60006 deadline: 1731342076243, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 16b413a53992,37905,1731342002858 stopping 2024-11-11T16:20:16,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=16b413a53992,37905,1731342002858, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=16b413a53992,37905,1731342002858, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 16b413a53992,37905,1731342002858 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T16:20:16,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=16b413a53992,37905,1731342002858, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 16b413a53992,37905,1731342002858 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T16:20:16,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=16b413a53992,37905,1731342002858, seqNum=-1 from cache 2024-11-11T16:20:16,316 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 to pos 1033, reset compression=false 2024-11-11T16:20:16,357 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:16,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,37905,1731342002858, seqNum=-1] 2024-11-11T16:20:16,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37905 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 16b413a53992,37905,1731342002858 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T16:20:16,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37905 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:60006 deadline: 1731342076244, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 16b413a53992,37905,1731342002858 stopping 2024-11-11T16:20:16,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=16b413a53992,37905,1731342002858, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=16b413a53992,37905,1731342002858, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 16b413a53992,37905,1731342002858 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T16:20:16,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=16b413a53992,37905,1731342002858, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 16b413a53992,37905,1731342002858 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T16:20:16,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=16b413a53992,37905,1731342002858, seqNum=-1 from cache 2024-11-11T16:20:16,408 DEBUG [RS:0;16b413a53992:37905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 836e13b9be0fa80d8af7d2a6d533c48a, bc49638865d681dee7638d89ef606848 2024-11-11T16:20:16,469 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740/.tmp/info/345027a1e02b4f558ed29617eecc7fea 2024-11-11T16:20:16,485 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/replication/bc49638865d681dee7638d89ef606848/.tmp/hfileref/6e38cdec39464681952e38fe5e7b13fc 2024-11-11T16:20:16,495 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740/.tmp/ns/f516afce3aa84e478ae61b1e67cdc2b7 is 43, key is default/ns:d/1731342005337/Put/seqid=0 2024-11-11T16:20:16,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741848_1024 (size=5153) 2024-11-11T16:20:16,506 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740/.tmp/ns/f516afce3aa84e478ae61b1e67cdc2b7 2024-11-11T16:20:16,507 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/replication/bc49638865d681dee7638d89ef606848/.tmp/queue/60118493f98b4bfd902904ab672cfeb7 is 154, key is 1-16b413a53992,37905,1731342002858/queue:16b413a53992%2C37905%2C1731342002858/1731342015245/Put/seqid=0 2024-11-11T16:20:16,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741849_1025 (size=5353) 2024-11-11T16:20:16,511 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/replication/bc49638865d681dee7638d89ef606848/.tmp/queue/60118493f98b4bfd902904ab672cfeb7 2024-11-11T16:20:16,517 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/replication/bc49638865d681dee7638d89ef606848/.tmp/hfileref/6e38cdec39464681952e38fe5e7b13fc as hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/replication/bc49638865d681dee7638d89ef606848/hfileref/6e38cdec39464681952e38fe5e7b13fc 2024-11-11T16:20:16,523 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/replication/bc49638865d681dee7638d89ef606848/hfileref/6e38cdec39464681952e38fe5e7b13fc, entries=4, sequenceid=12, filesize=5.2 K 2024-11-11T16:20:16,524 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/replication/bc49638865d681dee7638d89ef606848/.tmp/queue/60118493f98b4bfd902904ab672cfeb7 as hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/replication/bc49638865d681dee7638d89ef606848/queue/60118493f98b4bfd902904ab672cfeb7 2024-11-11T16:20:16,528 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740/.tmp/rep_barrier/d19530729ae94d3c85d7c8a2c2d693a4 is 112, key is test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a./rep_barrier:seqnumDuringOpen/1731342007748/Put/seqid=0 2024-11-11T16:20:16,532 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/replication/bc49638865d681dee7638d89ef606848/queue/60118493f98b4bfd902904ab672cfeb7, entries=1, sequenceid=12, filesize=5.2 K 2024-11-11T16:20:16,535 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for bc49638865d681dee7638d89ef606848 in 528ms, sequenceid=12, compaction requested=false 2024-11-11T16:20:16,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741850_1026 (size=5518) 2024-11-11T16:20:16,546 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740/.tmp/rep_barrier/d19530729ae94d3c85d7c8a2c2d693a4 2024-11-11T16:20:16,567 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:16,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,37905,1731342002858, seqNum=-1] 2024-11-11T16:20:16,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37905 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 16b413a53992,37905,1731342002858 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T16:20:16,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37905 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:60006 deadline: 1731342076247, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 16b413a53992,37905,1731342002858 stopping 2024-11-11T16:20:16,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=16b413a53992,37905,1731342002858, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=16b413a53992,37905,1731342002858, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 16b413a53992,37905,1731342002858 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T16:20:16,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=16b413a53992,37905,1731342002858, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 16b413a53992,37905,1731342002858 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T16:20:16,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=16b413a53992,37905,1731342002858, seqNum=-1 from cache 2024-11-11T16:20:16,596 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.wal-reader.16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.1731342004774 to pos 1033, reset compression=false 2024-11-11T16:20:16,608 DEBUG [RS:0;16b413a53992:37905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 836e13b9be0fa80d8af7d2a6d533c48a, bc49638865d681dee7638d89ef606848 2024-11-11T16:20:16,610 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740/.tmp/table/52978616a37349cca7e2f572e8cdc5a4 is 53, key is hbase:replication/table:state/1731342010333/Put/seqid=0 2024-11-11T16:20:16,613 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/replication/bc49638865d681dee7638d89ef606848/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T16:20:16,617 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:20:16,617 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:20:16,617 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848. 2024-11-11T16:20:16,617 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc49638865d681dee7638d89ef606848: Waiting for close lock at 1731342016006Running coprocessor pre-close hooks at 1731342016006Disabling compacts and flushes for region at 1731342016006Disabling writes for close at 1731342016007 (+1 ms)Obtaining lock to block concurrent updates at 1731342016007Preparing flush snapshotting stores in bc49638865d681dee7638d89ef606848 at 1731342016007Finished memstore snapshotting hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731342016007Flushing stores of hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848. at 1731342016008 (+1 ms)Flushing bc49638865d681dee7638d89ef606848/hfileref: creating writer at 1731342016008Flushing bc49638865d681dee7638d89ef606848/hfileref: appending metadata at 1731342016047 (+39 ms)Flushing bc49638865d681dee7638d89ef606848/hfileref: closing flushed file at 1731342016047Flushing bc49638865d681dee7638d89ef606848/queue: creating writer at 1731342016490 (+443 ms)Flushing bc49638865d681dee7638d89ef606848/queue: appending metadata at 1731342016507 (+17 ms)Flushing bc49638865d681dee7638d89ef606848/queue: closing flushed file at 1731342016507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e803e55: reopening flushed file at 1731342016516 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@643cb422: reopening flushed file at 1731342016523 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for bc49638865d681dee7638d89ef606848 in 528ms, sequenceid=12, compaction requested=false at 1731342016535 (+12 ms)Writing region close event to WAL at 1731342016578 (+43 ms)Running coprocessor post-close hooks at 1731342016616 (+38 ms)Closed at 1731342016617 (+1 ms) 2024-11-11T16:20:16,617 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731342009923.bc49638865d681dee7638d89ef606848. 2024-11-11T16:20:16,617 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 836e13b9be0fa80d8af7d2a6d533c48a, disabling compactions & flushes 2024-11-11T16:20:16,617 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a. 2024-11-11T16:20:16,617 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a. 2024-11-11T16:20:16,617 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a. after waiting 0 ms 2024-11-11T16:20:16,617 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a. 2024-11-11T16:20:16,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741851_1027 (size=5308) 2024-11-11T16:20:16,651 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740/.tmp/table/52978616a37349cca7e2f572e8cdc5a4 2024-11-11T16:20:16,660 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740/.tmp/info/345027a1e02b4f558ed29617eecc7fea as hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740/info/345027a1e02b4f558ed29617eecc7fea 2024-11-11T16:20:16,666 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/default/test/836e13b9be0fa80d8af7d2a6d533c48a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T16:20:16,667 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:20:16,667 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:20:16,667 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a. 2024-11-11T16:20:16,667 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 836e13b9be0fa80d8af7d2a6d533c48a: Waiting for close lock at 1731342016617Running coprocessor pre-close hooks at 1731342016617Disabling compacts and flushes for region at 1731342016617Disabling writes for close at 1731342016617Writing region close event to WAL at 1731342016653 (+36 ms)Running coprocessor post-close hooks at 1731342016667 (+14 ms)Closed at 1731342016667 2024-11-11T16:20:16,668 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731342006581.836e13b9be0fa80d8af7d2a6d533c48a. 2024-11-11T16:20:16,676 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740/info/345027a1e02b4f558ed29617eecc7fea, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T16:20:16,679 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740/.tmp/ns/f516afce3aa84e478ae61b1e67cdc2b7 as hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740/ns/f516afce3aa84e478ae61b1e67cdc2b7 2024-11-11T16:20:16,689 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740/ns/f516afce3aa84e478ae61b1e67cdc2b7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T16:20:16,690 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740/.tmp/rep_barrier/d19530729ae94d3c85d7c8a2c2d693a4 as hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740/rep_barrier/d19530729ae94d3c85d7c8a2c2d693a4 2024-11-11T16:20:16,695 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740/rep_barrier/d19530729ae94d3c85d7c8a2c2d693a4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T16:20:16,696 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740/.tmp/table/52978616a37349cca7e2f572e8cdc5a4 as hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740/table/52978616a37349cca7e2f572e8cdc5a4 2024-11-11T16:20:16,726 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:20:16,726 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:20:16,751 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740/table/52978616a37349cca7e2f572e8cdc5a4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T16:20:16,756 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 747ms, sequenceid=16, compaction requested=false 2024-11-11T16:20:16,772 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T16:20:16,772 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:20:16,772 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:20:16,772 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:20:16,773 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342016008Running coprocessor pre-close hooks at 1731342016008Disabling compacts and flushes for region at 1731342016008Disabling writes for close at 1731342016008Obtaining lock to block concurrent updates at 1731342016008Preparing flush snapshotting stores in 1588230740 at 1731342016008Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731342016009 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731342016009Flushing 1588230740/info: creating writer at 1731342016010 (+1 ms)Flushing 1588230740/info: appending metadata at 1731342016044 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731342016044Flushing 1588230740/ns: creating writer at 1731342016474 (+430 ms)Flushing 1588230740/ns: appending metadata at 1731342016494 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731342016494Flushing 1588230740/rep_barrier: creating writer at 1731342016510 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731342016528 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731342016528Flushing 1588230740/table: creating writer at 1731342016559 (+31 ms)Flushing 1588230740/table: appending metadata at 1731342016609 (+50 ms)Flushing 1588230740/table: closing flushed file at 1731342016609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33e4d429: reopening flushed file at 1731342016659 (+50 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b260861: reopening flushed file at 1731342016676 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8d0a22d: reopening flushed file at 1731342016689 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73d43ce2: reopening flushed file at 1731342016695 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 747ms, sequenceid=16, compaction requested=false at 1731342016756 (+61 ms)Writing region close event to WAL at 1731342016768 (+12 ms)Running coprocessor post-close hooks at 1731342016772 (+4 ms)Closed at 1731342016772 2024-11-11T16:20:16,773 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:20:16,809 INFO [RS:0;16b413a53992:37905 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,37905,1731342002858; all regions closed. 2024-11-11T16:20:16,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741834_1010 (size=4239) 2024-11-11T16:20:16,822 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 to pos 1033, reset compression=false 2024-11-11T16:20:16,826 DEBUG [RS:0;16b413a53992:37905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/oldWALs 2024-11-11T16:20:16,826 INFO [RS:0;16b413a53992:37905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C37905%2C1731342002858.meta:.meta(num 1731342005277) 2024-11-11T16:20:16,834 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/WALs/16b413a53992,37905,1731342002858/16b413a53992%2C37905%2C1731342002858.rep.1731342010270 not finished, retry = 0 2024-11-11T16:20:16,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741839_1015 (size=3127) 2024-11-11T16:20:16,888 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:16,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,37905,1731342002858, seqNum=-1] 2024-11-11T16:20:16,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37905 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 16b413a53992,37905,1731342002858 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T16:20:16,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37905 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:60006 deadline: 1731342076245, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 16b413a53992,37905,1731342002858 stopping 2024-11-11T16:20:16,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=16b413a53992,37905,1731342002858, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=16b413a53992,37905,1731342002858, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 16b413a53992,37905,1731342002858 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T16:20:16,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=16b413a53992,37905,1731342002858, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 16b413a53992,37905,1731342002858 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T16:20:16,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=16b413a53992,37905,1731342002858, seqNum=-1 from cache 2024-11-11T16:20:16,948 DEBUG [RS:0;16b413a53992:37905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/oldWALs 2024-11-11T16:20:16,948 INFO [RS:0;16b413a53992:37905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C37905%2C1731342002858.rep:(num 1731342010270) 2024-11-11T16:20:16,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741832_1008 (size=1336) 2024-11-11T16:20:16,957 DEBUG [RS:0;16b413a53992:37905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/oldWALs 2024-11-11T16:20:16,957 INFO [RS:0;16b413a53992:37905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C37905%2C1731342002858:(num 1731342004774) 2024-11-11T16:20:16,957 DEBUG [RS:0;16b413a53992:37905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:16,957 INFO [RS:0;16b413a53992:37905 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:20:16,959 INFO [RS:0;16b413a53992:37905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:20:16,959 INFO [RS:0;16b413a53992:37905 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T16:20:16,959 INFO [RS:0;16b413a53992:37905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:20:16,960 INFO [RS:0;16b413a53992:37905 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16b413a53992,37905,1731342002858 because: Region server is closing 2024-11-11T16:20:16,960 INFO [RS:0;16b413a53992:37905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:37905. 2024-11-11T16:20:16,960 DEBUG [RS:0;16b413a53992:37905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:16,960 DEBUG [RS:0;16b413a53992:37905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:16,960 DEBUG [RS:0;16b413a53992:37905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:16,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:20:16,961 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:20:17,061 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.wal-reader.16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T16:20:17,061 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.shipper16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T16:20:17,061 INFO [RS:0;16b413a53992:37905 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,37905,1731342002858.replicationSource.shipper16b413a53992%2C37905%2C1731342002858,1-16b413a53992,37905,1731342002858 terminated 2024-11-11T16:20:17,061 INFO [RS:0;16b413a53992:37905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:37905. 2024-11-11T16:20:17,061 DEBUG [RS:0;16b413a53992:37905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:17,061 DEBUG [RS:0;16b413a53992:37905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:17,061 DEBUG [RS:0;16b413a53992:37905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:17,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:20:17,062 INFO [RS:0;16b413a53992:37905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37905 2024-11-11T16:20:17,064 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-11T16:20:17,063 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=16b413a53992:37905 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-11T16:20:17,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37905-0x1002fa460c80004, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2138236973/rs/16b413a53992,37905,1731342002858 2024-11-11T16:20:17,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138236973/rs 2024-11-11T16:20:17,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-11T16:20:17,065 INFO [RS:0;16b413a53992:37905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:20:17,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37905 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:59992 deadline: 1731342075405, exception=java.io.InterruptedIOException 2024-11-11T16:20:17,065 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T16:20:17,069 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,37905,1731342002858] 2024-11-11T16:20:17,070 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2138236973/draining/16b413a53992,37905,1731342002858 already deleted, retry=false 2024-11-11T16:20:17,070 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,37905,1731342002858 expired; onlineServers=0 2024-11-11T16:20:17,070 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,37279,1731342002816' ***** 2024-11-11T16:20:17,070 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:20:17,070 INFO [M:0;16b413a53992:37279 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:20:17,071 INFO [M:0;16b413a53992:37279 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:20:17,071 DEBUG [M:0;16b413a53992:37279 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:20:17,071 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:20:17,071 DEBUG [M:0;16b413a53992:37279 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:20:17,071 INFO [M:0;16b413a53992:37279 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:20:17,071 INFO [M:0;16b413a53992:37279 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:20:17,071 DEBUG [M:0;16b413a53992:37279 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:20:17,071 INFO [M:0;16b413a53992:37279 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:20:17,071 INFO [M:0;16b413a53992:37279 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:20:17,072 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342004512 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342004512,5,FailOnTimeoutGroup] 2024-11-11T16:20:17,072 INFO [M:0;16b413a53992:37279 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:20:17,072 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:20:17,072 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342004513 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342004513,5,FailOnTimeoutGroup] 2024-11-11T16:20:17,073 DEBUG [M:0;16b413a53992:37279 {}] zookeeper.ZKUtil(347): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Unable to get data of znode /1-2138236973/master because node does not exist (not an error) 2024-11-11T16:20:17,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2138236973/master 2024-11-11T16:20:17,073 WARN [M:0;16b413a53992:37279 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T16:20:17,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138236973 2024-11-11T16:20:17,077 INFO [M:0;16b413a53992:37279 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/.lastflushedseqids 2024-11-11T16:20:17,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741852_1028 (size=263) 2024-11-11T16:20:17,166 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 16b413a53992:37905 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 16b413a53992/172.17.0.2:37905 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:20:17,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 16b413a53992:37905 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 16b413a53992/172.17.0.2:37905 2024-11-11T16:20:17,166 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=16b413a53992:37905 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 16b413a53992/172.17.0.2:37905 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 16b413a53992/172.17.0.2:37905 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T16:20:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T16:20:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:35322 deadline: 1731342077169, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T16:20:17,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37905-0x1002fa460c80004, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:20:17,170 INFO [RS:0;16b413a53992:37905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:20:17,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37905-0x1002fa460c80004, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:20:17,170 INFO [RS:0;16b413a53992:37905 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,37905,1731342002858; zookeeper connection closed. 2024-11-11T16:20:17,170 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72b25fac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72b25fac 2024-11-11T16:20:17,170 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:20:17,171 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T16:20:17,172 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T16:20:17,372 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T16:20:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T16:20:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:35322 deadline: 1731342077374, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T16:20:17,375 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T16:20:17,376 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T16:20:17,376 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T16:20:17,407 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:17,408 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-11T16:20:17,409 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:20:17,434 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 to pos 1033, reset compression=false 2024-11-11T16:20:17,482 INFO [M:0;16b413a53992:37279 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:20:17,482 INFO [M:0;16b413a53992:37279 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:20:17,482 DEBUG [M:0;16b413a53992:37279 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:20:17,482 INFO [M:0;16b413a53992:37279 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:17,482 DEBUG [M:0;16b413a53992:37279 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:17,482 DEBUG [M:0;16b413a53992:37279 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:20:17,482 DEBUG [M:0;16b413a53992:37279 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:17,482 INFO [M:0;16b413a53992:37279 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-11T16:20:17,498 DEBUG [M:0;16b413a53992:37279 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06734a89a1184f809be95586fddbb801 is 82, key is hbase:meta,,1/info:regioninfo/1731342005325/Put/seqid=0 2024-11-11T16:20:17,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741853_1029 (size=5672) 2024-11-11T16:20:17,677 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T16:20:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T16:20:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:35322 deadline: 1731342077679, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T16:20:17,680 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T16:20:17,681 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T16:20:17,681 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T16:20:17,904 INFO [M:0;16b413a53992:37279 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06734a89a1184f809be95586fddbb801 2024-11-11T16:20:17,930 DEBUG [M:0;16b413a53992:37279 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a34f916a1714bc0922047d2121d587c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731342010337/Put/seqid=0 2024-11-11T16:20:17,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741854_1030 (size=8516) 2024-11-11T16:20:18,082 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T16:20:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T16:20:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:35322 deadline: 1731342078087, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T16:20:18,088 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T16:20:18,090 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T16:20:18,090 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T16:20:18,137 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 to pos 1033, reset compression=false 2024-11-11T16:20:18,339 INFO [M:0;16b413a53992:37279 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a34f916a1714bc0922047d2121d587c 2024-11-11T16:20:18,358 DEBUG [M:0;16b413a53992:37279 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37b9ca9ccd2e40878ac9074b9b7c278d is 69, key is 16b413a53992,37905,1731342002858/rs:state/1731342004617/Put/seqid=0 2024-11-11T16:20:18,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741855_1031 (size=5156) 2024-11-11T16:20:18,591 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T16:20:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T16:20:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37279 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:35322 deadline: 1731342078592, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T16:20:18,593 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T16:20:18,594 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T16:20:18,594 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T16:20:18,766 INFO [M:0;16b413a53992:37279 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37b9ca9ccd2e40878ac9074b9b7c278d 2024-11-11T16:20:18,773 DEBUG [M:0;16b413a53992:37279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06734a89a1184f809be95586fddbb801 as hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06734a89a1184f809be95586fddbb801 2024-11-11T16:20:18,777 INFO [M:0;16b413a53992:37279 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06734a89a1184f809be95586fddbb801, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T16:20:18,778 DEBUG [M:0;16b413a53992:37279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a34f916a1714bc0922047d2121d587c as hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a34f916a1714bc0922047d2121d587c 2024-11-11T16:20:18,782 INFO [M:0;16b413a53992:37279 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a34f916a1714bc0922047d2121d587c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T16:20:18,783 DEBUG [M:0;16b413a53992:37279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37b9ca9ccd2e40878ac9074b9b7c278d as hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37b9ca9ccd2e40878ac9074b9b7c278d 2024-11-11T16:20:18,787 INFO [M:0;16b413a53992:37279 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45175/user/jenkins/test-data/24f44855-670d-7b74-a61a-ce0d0c74a80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37b9ca9ccd2e40878ac9074b9b7c278d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T16:20:18,788 INFO [M:0;16b413a53992:37279 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=97, compaction requested=false 2024-11-11T16:20:18,789 INFO [M:0;16b413a53992:37279 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:18,789 DEBUG [M:0;16b413a53992:37279 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342017482Disabling compacts and flushes for region at 1731342017482Disabling writes for close at 1731342017482Obtaining lock to block concurrent updates at 1731342017482Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731342017482Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731342017482Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731342017483 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731342017483Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731342017498 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731342017498Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731342017909 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731342017929 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731342017929Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731342018343 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731342018358 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731342018358Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8ebe99a: reopening flushed file at 1731342018771 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aac2623: reopening flushed file at 1731342018778 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@733e026c: reopening flushed file at 1731342018782 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=97, compaction requested=false at 1731342018788 (+6 ms)Writing region close event to WAL at 1731342018789 (+1 ms)Closed at 1731342018789 2024-11-11T16:20:18,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741830_1006 (size=63654) 2024-11-11T16:20:18,792 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:20:18,792 INFO [M:0;16b413a53992:37279 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:20:18,793 INFO [M:0;16b413a53992:37279 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37279 2024-11-11T16:20:18,793 INFO [M:0;16b413a53992:37279 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:20:18,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:20:18,895 INFO [M:0;16b413a53992:37279 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:20:18,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37279-0x1002fa460c80003, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:20:18,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2db0d51d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:20:18,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@793ef0e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:20:18,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:20:18,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c143e7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:20:18,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71bd9919{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/hadoop.log.dir/,STOPPED} 2024-11-11T16:20:18,903 WARN [BP-1517864450-172.17.0.2-1731342001789 heartbeating to localhost/127.0.0.1:45175 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:20:18,903 WARN [BP-1517864450-172.17.0.2-1731342001789 heartbeating to localhost/127.0.0.1:45175 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1517864450-172.17.0.2-1731342001789 (Datanode Uuid af54b137-58a2-4894-bb33-b28e3c247733) service to localhost/127.0.0.1:45175 2024-11-11T16:20:18,903 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:20:18,904 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:20:18,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/cluster_adcf9c09-4c07-72f8-7880-388ccca0853b/data/data1/current/BP-1517864450-172.17.0.2-1731342001789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:20:18,905 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/cluster_adcf9c09-4c07-72f8-7880-388ccca0853b/data/data2/current/BP-1517864450-172.17.0.2-1731342001789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:20:18,905 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:20:18,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2faa506{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:20:18,912 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53a697c6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:20:18,912 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:20:18,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cd741ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:20:18,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c4c619b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/hadoop.log.dir/,STOPPED} 2024-11-11T16:20:18,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:20:18,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:20:18,931 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:20:18,931 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:18,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:18,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:20:18,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:18,932 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:20:18,932 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=476511908, stopped=false 2024-11-11T16:20:18,932 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,33061,1731341999113 2024-11-11T16:20:18,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1212895763/running 2024-11-11T16:20:18,934 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:20:18,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212895763 2024-11-11T16:20:18,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x1002fa460c80001, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1212895763/running 2024-11-11T16:20:18,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Set watcher on znode that does not yet exist, /0-1212895763/running 2024-11-11T16:20:18,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x1002fa460c80001, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212895763 2024-11-11T16:20:18,935 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:20:18,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:18,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:18,936 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,44649,1731341999339' ***** 2024-11-11T16:20:18,936 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:20:18,936 INFO [RS:0;16b413a53992:44649 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:20:18,936 INFO [RS:0;16b413a53992:44649 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:20:18,936 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:20:18,936 INFO [RS:0;16b413a53992:44649 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:20:18,936 INFO [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(3091): Received CLOSE for 316fc2651c75636c6d719c9796c75a45 2024-11-11T16:20:18,937 INFO [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(3091): Received CLOSE for f6b6afd28df1fb4588c17ab1dff2f481 2024-11-11T16:20:18,937 INFO [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,44649,1731341999339 2024-11-11T16:20:18,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44649-0x1002fa460c80001, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Set watcher on znode that does not yet exist, /0-1212895763/running 2024-11-11T16:20:18,937 INFO [RS:0;16b413a53992:44649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:20:18,937 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 316fc2651c75636c6d719c9796c75a45, disabling compactions & flushes 2024-11-11T16:20:18,937 INFO [RS:0;16b413a53992:44649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:44649. 2024-11-11T16:20:18,937 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45. 2024-11-11T16:20:18,937 DEBUG [RS:0;16b413a53992:44649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:18,937 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45. 2024-11-11T16:20:18,937 DEBUG [RS:0;16b413a53992:44649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:18,937 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45. after waiting 0 ms 2024-11-11T16:20:18,937 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45. 2024-11-11T16:20:18,937 INFO [RS:0;16b413a53992:44649 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:20:18,937 INFO [RS:0;16b413a53992:44649 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:20:18,937 INFO [RS:0;16b413a53992:44649 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:20:18,937 INFO [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:20:18,937 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 316fc2651c75636c6d719c9796c75a45 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-11T16:20:18,939 INFO [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T16:20:18,939 DEBUG [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(1325): Online Regions={316fc2651c75636c6d719c9796c75a45=hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45., 1588230740=hbase:meta,,1.1588230740, f6b6afd28df1fb4588c17ab1dff2f481=test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481.} 2024-11-11T16:20:18,939 DEBUG [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 316fc2651c75636c6d719c9796c75a45, f6b6afd28df1fb4588c17ab1dff2f481 2024-11-11T16:20:18,939 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:20:18,939 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:20:18,939 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:20:18,939 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:20:18,939 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:20:18,939 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T16:20:18,944 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 to pos 1033, reset compression=false 2024-11-11T16:20:18,995 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/replication/316fc2651c75636c6d719c9796c75a45/.tmp/hfileref/a6f99cdef03c40d891a3f415ba497dfe is 74, key is 1/hfileref:8c88d30422c24aecb4e2db4943dc2481_SeqId_4_/1731342013563/DeleteColumn/seqid=0 2024-11-11T16:20:19,012 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:20:19,012 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740/.tmp/info/bf92285bbf3649c490a87f1466ec35a6 is 147, key is hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45./info:regioninfo/1731342009597/Put/seqid=0 2024-11-11T16:20:19,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741846_1022 (size=5345) 2024-11-11T16:20:19,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741847_1023 (size=7686) 2024-11-11T16:20:19,040 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740/.tmp/info/bf92285bbf3649c490a87f1466ec35a6 2024-11-11T16:20:19,073 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740/.tmp/ns/887c2c1f81924da99725d51647fabc54 is 43, key is default/ns:d/1731342001718/Put/seqid=0 2024-11-11T16:20:19,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741848_1024 (size=5153) 2024-11-11T16:20:19,139 DEBUG [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 316fc2651c75636c6d719c9796c75a45, f6b6afd28df1fb4588c17ab1dff2f481 2024-11-11T16:20:19,195 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T16:20:19,195 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 16b413a53992:37279 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 16b413a53992/172.17.0.2:37279 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:20:19,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 16b413a53992:37279 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 16b413a53992/172.17.0.2:37279 2024-11-11T16:20:19,250 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:20:19,250 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:20:19,298 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:19,298 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 16b413a53992:37279 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 16b413a53992/172.17.0.2:37279 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:20:19,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=16b413a53992:37279 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 16b413a53992/172.17.0.2:37279 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-11T16:20:19,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 16b413a53992:37279 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 16b413a53992/172.17.0.2:37279 2024-11-11T16:20:19,339 DEBUG [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 316fc2651c75636c6d719c9796c75a45, f6b6afd28df1fb4588c17ab1dff2f481 2024-11-11T16:20:19,421 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/replication/316fc2651c75636c6d719c9796c75a45/.tmp/hfileref/a6f99cdef03c40d891a3f415ba497dfe 2024-11-11T16:20:19,445 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/replication/316fc2651c75636c6d719c9796c75a45/.tmp/queue/9cb0b00d4ae54ede94e82cea3a282cc2 is 153, key is 1-16b413a53992,44649,1731341999339/queue:16b413a53992%2C44649%2C1731341999339/1731342013565/Put/seqid=0 2024-11-11T16:20:19,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741849_1025 (size=5352) 2024-11-11T16:20:19,489 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740/.tmp/ns/887c2c1f81924da99725d51647fabc54 2024-11-11T16:20:19,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:19,508 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 16b413a53992:37279 this server is in the failed servers list 2024-11-11T16:20:19,508 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 16b413a53992:37279 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T16:20:19,515 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740/.tmp/rep_barrier/6425c16f48ec457fbcbe7eaca098637e is 112, key is test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481./rep_barrier:seqnumDuringOpen/1731342006352/Put/seqid=0 2024-11-11T16:20:19,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741850_1026 (size=5518) 2024-11-11T16:20:19,539 DEBUG [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 316fc2651c75636c6d719c9796c75a45, f6b6afd28df1fb4588c17ab1dff2f481 2024-11-11T16:20:19,740 DEBUG [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 316fc2651c75636c6d719c9796c75a45, f6b6afd28df1fb4588c17ab1dff2f481 2024-11-11T16:20:19,817 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:19,817 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 16b413a53992:37279 this server is in the failed servers list 2024-11-11T16:20:19,817 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 16b413a53992:37279 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T16:20:19,850 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/replication/316fc2651c75636c6d719c9796c75a45/.tmp/queue/9cb0b00d4ae54ede94e82cea3a282cc2 2024-11-11T16:20:19,856 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/replication/316fc2651c75636c6d719c9796c75a45/.tmp/hfileref/a6f99cdef03c40d891a3f415ba497dfe as hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/replication/316fc2651c75636c6d719c9796c75a45/hfileref/a6f99cdef03c40d891a3f415ba497dfe 2024-11-11T16:20:19,860 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/replication/316fc2651c75636c6d719c9796c75a45/hfileref/a6f99cdef03c40d891a3f415ba497dfe, entries=4, sequenceid=10, filesize=5.2 K 2024-11-11T16:20:19,861 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/replication/316fc2651c75636c6d719c9796c75a45/.tmp/queue/9cb0b00d4ae54ede94e82cea3a282cc2 as hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/replication/316fc2651c75636c6d719c9796c75a45/queue/9cb0b00d4ae54ede94e82cea3a282cc2 2024-11-11T16:20:19,865 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/replication/316fc2651c75636c6d719c9796c75a45/queue/9cb0b00d4ae54ede94e82cea3a282cc2, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T16:20:19,866 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 316fc2651c75636c6d719c9796c75a45 in 929ms, sequenceid=10, compaction requested=false 2024-11-11T16:20:19,866 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T16:20:19,872 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/replication/316fc2651c75636c6d719c9796c75a45/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T16:20:19,872 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:20:19,872 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:20:19,872 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45. 2024-11-11T16:20:19,872 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 316fc2651c75636c6d719c9796c75a45: Waiting for close lock at 1731342018937Running coprocessor pre-close hooks at 1731342018937Disabling compacts and flushes for region at 1731342018937Disabling writes for close at 1731342018937Obtaining lock to block concurrent updates at 1731342018937Preparing flush snapshotting stores in 316fc2651c75636c6d719c9796c75a45 at 1731342018937Finished memstore snapshotting hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731342018938 (+1 ms)Flushing stores of hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45. at 1731342018939 (+1 ms)Flushing 316fc2651c75636c6d719c9796c75a45/hfileref: creating writer at 1731342018939Flushing 316fc2651c75636c6d719c9796c75a45/hfileref: appending metadata at 1731342018994 (+55 ms)Flushing 316fc2651c75636c6d719c9796c75a45/hfileref: closing flushed file at 1731342018994Flushing 316fc2651c75636c6d719c9796c75a45/queue: creating writer at 1731342019426 (+432 ms)Flushing 316fc2651c75636c6d719c9796c75a45/queue: appending metadata at 1731342019444 (+18 ms)Flushing 316fc2651c75636c6d719c9796c75a45/queue: closing flushed file at 1731342019444Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d7085de: reopening flushed file at 1731342019855 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@335614b9: reopening flushed file at 1731342019860 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 316fc2651c75636c6d719c9796c75a45 in 929ms, sequenceid=10, compaction requested=false at 1731342019866 (+6 ms)Writing region close event to WAL at 1731342019869 (+3 ms)Running coprocessor post-close hooks at 1731342019872 (+3 ms)Closed at 1731342019872 2024-11-11T16:20:19,873 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731342008786.316fc2651c75636c6d719c9796c75a45. 2024-11-11T16:20:19,873 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6b6afd28df1fb4588c17ab1dff2f481, disabling compactions & flushes 2024-11-11T16:20:19,873 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481. 2024-11-11T16:20:19,873 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481. 2024-11-11T16:20:19,873 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481. after waiting 0 ms 2024-11-11T16:20:19,873 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481. 2024-11-11T16:20:19,876 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/default/test/f6b6afd28df1fb4588c17ab1dff2f481/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T16:20:19,876 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:20:19,876 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:20:19,876 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481. 2024-11-11T16:20:19,876 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6b6afd28df1fb4588c17ab1dff2f481: Waiting for close lock at 1731342019873Running coprocessor pre-close hooks at 1731342019873Disabling compacts and flushes for region at 1731342019873Disabling writes for close at 1731342019873Writing region close event to WAL at 1731342019873Running coprocessor post-close hooks at 1731342019876 (+3 ms)Closed at 1731342019876 2024-11-11T16:20:19,877 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731342005431.f6b6afd28df1fb4588c17ab1dff2f481. 2024-11-11T16:20:19,897 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 to pos 1033, reset compression=false 2024-11-11T16:20:19,902 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:20:19,902 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 to pos 1328, reset compression=false 2024-11-11T16:20:19,919 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740/.tmp/rep_barrier/6425c16f48ec457fbcbe7eaca098637e 2024-11-11T16:20:19,940 INFO [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T16:20:19,940 DEBUG [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T16:20:19,940 DEBUG [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:20:19,945 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740/.tmp/table/9ef8dc18d6384bbeafcd50d8bde88f83 is 53, key is hbase:replication/table:state/1731342009606/Put/seqid=0 2024-11-11T16:20:19,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741851_1027 (size=5308) 2024-11-11T16:20:20,105 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 to pos 1328, reset compression=false 2024-11-11T16:20:20,140 DEBUG [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:20:20,327 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:20,327 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 16b413a53992:37279 this server is in the failed servers list 2024-11-11T16:20:20,328 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 16b413a53992:37279 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T16:20:20,340 DEBUG [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:20:20,350 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740/.tmp/table/9ef8dc18d6384bbeafcd50d8bde88f83 2024-11-11T16:20:20,356 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740/.tmp/info/bf92285bbf3649c490a87f1466ec35a6 as hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740/info/bf92285bbf3649c490a87f1466ec35a6 2024-11-11T16:20:20,363 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740/info/bf92285bbf3649c490a87f1466ec35a6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T16:20:20,364 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740/.tmp/ns/887c2c1f81924da99725d51647fabc54 as hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740/ns/887c2c1f81924da99725d51647fabc54 2024-11-11T16:20:20,368 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740/ns/887c2c1f81924da99725d51647fabc54, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T16:20:20,369 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740/.tmp/rep_barrier/6425c16f48ec457fbcbe7eaca098637e as hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740/rep_barrier/6425c16f48ec457fbcbe7eaca098637e 2024-11-11T16:20:20,373 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740/rep_barrier/6425c16f48ec457fbcbe7eaca098637e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T16:20:20,374 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740/.tmp/table/9ef8dc18d6384bbeafcd50d8bde88f83 as hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740/table/9ef8dc18d6384bbeafcd50d8bde88f83 2024-11-11T16:20:20,377 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740/table/9ef8dc18d6384bbeafcd50d8bde88f83, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T16:20:20,378 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1439ms, sequenceid=16, compaction requested=false 2024-11-11T16:20:20,382 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T16:20:20,382 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:20:20,382 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:20:20,382 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:20:20,382 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342018939Running coprocessor pre-close hooks at 1731342018939Disabling compacts and flushes for region at 1731342018939Disabling writes for close at 1731342018939Obtaining lock to block concurrent updates at 1731342018939Preparing flush snapshotting stores in 1588230740 at 1731342018939Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731342018940 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731342018942 (+2 ms)Flushing 1588230740/info: creating writer at 1731342018947 (+5 ms)Flushing 1588230740/info: appending metadata at 1731342019012 (+65 ms)Flushing 1588230740/info: closing flushed file at 1731342019012Flushing 1588230740/ns: creating writer at 1731342019050 (+38 ms)Flushing 1588230740/ns: appending metadata at 1731342019072 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731342019072Flushing 1588230740/rep_barrier: creating writer at 1731342019493 (+421 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731342019514 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731342019514Flushing 1588230740/table: creating writer at 1731342019924 (+410 ms)Flushing 1588230740/table: appending metadata at 1731342019944 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731342019944Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a4a81e: reopening flushed file at 1731342020355 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dd097f1: reopening flushed file at 1731342020363 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f00cf2f: reopening flushed file at 1731342020368 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cad8884: reopening flushed file at 1731342020373 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1439ms, sequenceid=16, compaction requested=false at 1731342020378 (+5 ms)Writing region close event to WAL at 1731342020379 (+1 ms)Running coprocessor post-close hooks at 1731342020382 (+3 ms)Closed at 1731342020382 2024-11-11T16:20:20,383 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:20:20,409 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 to pos 1328, reset compression=false 2024-11-11T16:20:20,541 INFO [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,44649,1731341999339; all regions closed. 2024-11-11T16:20:20,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741834_1010 (size=4239) 2024-11-11T16:20:20,543 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.meta.1731342001662.meta not finished, retry = 0 2024-11-11T16:20:20,646 DEBUG [RS:0;16b413a53992:44649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/oldWALs 2024-11-11T16:20:20,646 INFO [RS:0;16b413a53992:44649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C44649%2C1731341999339.meta:.meta(num 1731342001662) 2024-11-11T16:20:20,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741839_1015 (size=2695) 2024-11-11T16:20:20,648 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.rep.1731342009550 not finished, retry = 0 2024-11-11T16:20:20,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:20:20,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T16:20:20,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T16:20:20,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T16:20:20,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:20:20,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:20:20,754 DEBUG [RS:0;16b413a53992:44649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/oldWALs 2024-11-11T16:20:20,754 INFO [RS:0;16b413a53992:44649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C44649%2C1731341999339.rep:(num 1731342009550) 2024-11-11T16:20:20,765 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 not finished, retry = 0 2024-11-11T16:20:20,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741833_1009 (size=1336) 2024-11-11T16:20:20,817 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 to pos 1328, reset compression=false 2024-11-11T16:20:20,873 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/WALs/16b413a53992,44649,1731341999339/16b413a53992%2C44649%2C1731341999339.1731342001304 2024-11-11T16:20:20,878 DEBUG [RS:0;16b413a53992:44649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/oldWALs 2024-11-11T16:20:20,878 INFO [RS:0;16b413a53992:44649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C44649%2C1731341999339:(num 1731342001304) 2024-11-11T16:20:20,878 DEBUG [RS:0;16b413a53992:44649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:20,878 INFO [RS:0;16b413a53992:44649 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:20:20,878 INFO [RS:0;16b413a53992:44649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:20:20,878 INFO [RS:0;16b413a53992:44649 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T16:20:20,879 INFO [RS:0;16b413a53992:44649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:20:20,879 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:20:20,879 INFO [RS:0;16b413a53992:44649 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16b413a53992,44649,1731341999339 because: Region server is closing 2024-11-11T16:20:20,879 INFO [RS:0;16b413a53992:44649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:44649. 2024-11-11T16:20:20,879 DEBUG [RS:0;16b413a53992:44649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:20,879 DEBUG [RS:0;16b413a53992:44649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:20,880 DEBUG [RS:0;16b413a53992:44649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:20,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:20:20,980 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.wal-reader.16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-11T16:20:20,980 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-11T16:20:20,980 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T16:20:20,980 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T16:20:21,337 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:21,338 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T16:20:21,341 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2143 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T16:20:21,681 INFO [RS:0;16b413a53992:44649 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,44649,1731341999339.replicationSource.shipper16b413a53992%2C44649%2C1731341999339,1-16b413a53992,44649,1731341999339 terminated 2024-11-11T16:20:21,682 INFO [RS:0;16b413a53992:44649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:44649. 2024-11-11T16:20:21,682 DEBUG [RS:0;16b413a53992:44649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:21,682 DEBUG [RS:0;16b413a53992:44649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:21,682 DEBUG [RS:0;16b413a53992:44649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:21,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:20:21,682 INFO [RS:0;16b413a53992:44649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44649 2024-11-11T16:20:21,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212895763/rs 2024-11-11T16:20:21,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x1002fa460c80001, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1212895763/rs/16b413a53992,44649,1731341999339 2024-11-11T16:20:21,684 INFO [RS:0;16b413a53992:44649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:20:21,685 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,44649,1731341999339] 2024-11-11T16:20:21,687 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1212895763/draining/16b413a53992,44649,1731341999339 already deleted, retry=false 2024-11-11T16:20:21,687 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,44649,1731341999339 expired; onlineServers=0 2024-11-11T16:20:21,687 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,33061,1731341999113' ***** 2024-11-11T16:20:21,687 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:20:21,687 INFO [M:0;16b413a53992:33061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:20:21,687 INFO [M:0;16b413a53992:33061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:20:21,687 DEBUG [M:0;16b413a53992:33061 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:20:21,687 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:20:21,687 DEBUG [M:0;16b413a53992:33061 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:20:21,687 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342000902 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342000902,5,FailOnTimeoutGroup] 2024-11-11T16:20:21,687 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342000881 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342000881,5,FailOnTimeoutGroup] 2024-11-11T16:20:21,687 INFO [M:0;16b413a53992:33061 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:20:21,687 INFO [M:0;16b413a53992:33061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:20:21,687 DEBUG [M:0;16b413a53992:33061 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:20:21,687 INFO [M:0;16b413a53992:33061 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:20:21,687 INFO [M:0;16b413a53992:33061 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:20:21,687 INFO [M:0;16b413a53992:33061 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:20:21,688 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:20:21,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1212895763/master 2024-11-11T16:20:21,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1212895763 2024-11-11T16:20:21,688 DEBUG [M:0;16b413a53992:33061 {}] zookeeper.ZKUtil(347): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Unable to get data of znode /0-1212895763/master because node does not exist (not an error) 2024-11-11T16:20:21,688 WARN [M:0;16b413a53992:33061 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T16:20:21,689 INFO [M:0;16b413a53992:33061 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/.lastflushedseqids 2024-11-11T16:20:21,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741852_1028 (size=263) 2024-11-11T16:20:21,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x1002fa460c80001, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:20:21,786 INFO [RS:0;16b413a53992:44649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:20:21,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x1002fa460c80001, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:20:21,786 INFO [RS:0;16b413a53992:44649 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,44649,1731341999339; zookeeper connection closed. 2024-11-11T16:20:21,786 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35346c9a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35346c9a 2024-11-11T16:20:21,787 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:20:22,094 INFO [M:0;16b413a53992:33061 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:20:22,094 INFO [M:0;16b413a53992:33061 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:20:22,094 DEBUG [M:0;16b413a53992:33061 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:20:22,094 INFO [M:0;16b413a53992:33061 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:22,094 DEBUG [M:0;16b413a53992:33061 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:22,094 DEBUG [M:0;16b413a53992:33061 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:20:22,094 DEBUG [M:0;16b413a53992:33061 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:22,094 INFO [M:0;16b413a53992:33061 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-11T16:20:22,113 DEBUG [M:0;16b413a53992:33061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/efd1979e44564e0e9e4d7686c2e16861 is 82, key is hbase:meta,,1/info:regioninfo/1731342001696/Put/seqid=0 2024-11-11T16:20:22,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741853_1029 (size=5672) 2024-11-11T16:20:22,119 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:20:22,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:22,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:22,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:22,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:22,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:22,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:22,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:22,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:22,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:22,518 INFO [M:0;16b413a53992:33061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/efd1979e44564e0e9e4d7686c2e16861 2024-11-11T16:20:22,542 DEBUG [M:0;16b413a53992:33061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/647992f4a575420b9ed767f9d28e5043 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731342009610/Put/seqid=0 2024-11-11T16:20:22,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741854_1030 (size=8516) 2024-11-11T16:20:22,953 INFO [M:0;16b413a53992:33061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/647992f4a575420b9ed767f9d28e5043 2024-11-11T16:20:22,980 DEBUG [M:0;16b413a53992:33061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b186772c79b48cdafc5ac5d2c0f2e43 is 69, key is 16b413a53992,44649,1731341999339/rs:state/1731342001024/Put/seqid=0 2024-11-11T16:20:23,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741855_1031 (size=5156) 2024-11-11T16:20:23,021 INFO [M:0;16b413a53992:33061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b186772c79b48cdafc5ac5d2c0f2e43 2024-11-11T16:20:23,036 DEBUG [M:0;16b413a53992:33061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/efd1979e44564e0e9e4d7686c2e16861 as hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/efd1979e44564e0e9e4d7686c2e16861 2024-11-11T16:20:23,041 INFO [M:0;16b413a53992:33061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/efd1979e44564e0e9e4d7686c2e16861, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T16:20:23,042 DEBUG [M:0;16b413a53992:33061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/647992f4a575420b9ed767f9d28e5043 as hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/647992f4a575420b9ed767f9d28e5043 2024-11-11T16:20:23,052 INFO [M:0;16b413a53992:33061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/647992f4a575420b9ed767f9d28e5043, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T16:20:23,053 DEBUG [M:0;16b413a53992:33061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b186772c79b48cdafc5ac5d2c0f2e43 as hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b186772c79b48cdafc5ac5d2c0f2e43 2024-11-11T16:20:23,060 INFO [M:0;16b413a53992:33061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38421/user/jenkins/test-data/e0f1e3e9-dac6-7bbe-a9e1-a0dfa0eeb3c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b186772c79b48cdafc5ac5d2c0f2e43, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T16:20:23,061 INFO [M:0;16b413a53992:33061 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 967ms, sequenceid=97, compaction requested=false 2024-11-11T16:20:23,062 INFO [M:0;16b413a53992:33061 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:23,062 DEBUG [M:0;16b413a53992:33061 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342022094Disabling compacts and flushes for region at 1731342022094Disabling writes for close at 1731342022094Obtaining lock to block concurrent updates at 1731342022094Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731342022094Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731342022095 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731342022095Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731342022095Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731342022113 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731342022113Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731342022523 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731342022541 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731342022541Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731342022961 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731342022979 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731342022979Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed3c81b: reopening flushed file at 1731342023034 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7055d6d: reopening flushed file at 1731342023041 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c3d1f52: reopening flushed file at 1731342023053 (+12 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 967ms, sequenceid=97, compaction requested=false at 1731342023061 (+8 ms)Writing region close event to WAL at 1731342023062 (+1 ms)Closed at 1731342023062 2024-11-11T16:20:23,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37933 is added to blk_1073741830_1006 (size=63654) 2024-11-11T16:20:23,065 INFO [M:0;16b413a53992:33061 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:20:23,065 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:20:23,065 INFO [M:0;16b413a53992:33061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33061 2024-11-11T16:20:23,066 INFO [M:0;16b413a53992:33061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:20:23,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:20:23,168 INFO [M:0;16b413a53992:33061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:20:23,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33061-0x1002fa460c80000, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:20:23,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f770010{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:20:23,171 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a552b19{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:20:23,171 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:20:23,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@594e8075{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:20:23,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2eff86e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/hadoop.log.dir/,STOPPED} 2024-11-11T16:20:23,173 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:20:23,173 WARN [BP-2140872664-172.17.0.2-1731341997670 heartbeating to localhost/127.0.0.1:38421 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:20:23,173 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:20:23,173 WARN [BP-2140872664-172.17.0.2-1731341997670 heartbeating to localhost/127.0.0.1:38421 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2140872664-172.17.0.2-1731341997670 (Datanode Uuid 7f2e76f5-3f63-4944-b11e-f15269ec7fdf) service to localhost/127.0.0.1:38421 2024-11-11T16:20:23,174 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/cluster_b03368aa-a841-9ce2-6677-9a4ac0fa357f/data/data1/current/BP-2140872664-172.17.0.2-1731341997670 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:20:23,174 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/cluster_b03368aa-a841-9ce2-6677-9a4ac0fa357f/data/data2/current/BP-2140872664-172.17.0.2-1731341997670 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:20:23,174 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:20:23,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51149aab{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:20:23,181 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d663f81{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:20:23,181 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:20:23,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3eb329d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:20:23,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d08935a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74336438-b34b-a2a6-e710-4d36386f4c6b/hadoop.log.dir/,STOPPED} 2024-11-11T16:20:23,186 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T16:20:23,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:20:23,207 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 203) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64649) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:38421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45175 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38421 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45175 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38421 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64649) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45175 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38421 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:45175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=619 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=646 (was 548) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1586 (was 1858) 2024-11-11T16:20:23,216 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=619, MaxFileDescriptor=1048576, SystemLoadAverage=646, ProcessCount=11, AvailableMemoryMB=1586 2024-11-11T16:20:23,229 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-11T16:20:23,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/hadoop.log.dir so I do NOT create it in target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f 2024-11-11T16:20:23,230 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T16:20:23,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/hadoop.tmp.dir so I do NOT create it in target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f 2024-11-11T16:20:23,230 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15dbf64a-b5c8-8200-2e8e-e8fbe9b8f3a0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T16:20:23,230 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f 2024-11-11T16:20:23,230 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/cluster_224cfafc-ac05-b51b-2ffd-db5482917b30, deleteOnExit=true 2024-11-11T16:20:23,233 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/cluster_224cfafc-ac05-b51b-2ffd-db5482917b30/zookeeper_0, clientPort=57180, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/cluster_224cfafc-ac05-b51b-2ffd-db5482917b30/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/cluster_224cfafc-ac05-b51b-2ffd-db5482917b30/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T16:20:23,234 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57180 2024-11-11T16:20:23,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:20:23,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:20:23,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/test.cache.data in system properties and HBase conf 2024-11-11T16:20:23,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:20:23,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:20:23,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:20:23,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:20:23,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:20:23,234 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:20:23,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:20:23,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:20:23,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:20:23,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:20:23,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:20:23,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:20:23,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:20:23,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:20:23,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:20:23,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:20:23,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:20:23,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:20:23,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:20:23,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:20:23,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1002fa460c80002, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T16:20:23,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1002fa460c80005, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T16:20:23,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1002fa460c80002, quorum=127.0.0.1:64649, baseZNode=/0-1212895763 Received Disconnected from ZooKeeper, ignoring 2024-11-11T16:20:23,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1002fa460c80005, quorum=127.0.0.1:64649, baseZNode=/1-2138236973 Received Disconnected from ZooKeeper, ignoring 2024-11-11T16:20:23,307 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:20:23,312 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:20:23,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:20:23,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:20:23,313 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:20:23,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:20:23,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e2c1ec2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:20:23,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49c561da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:20:23,357 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:23,358 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T16:20:23,358 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4163 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T16:20:23,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79954a59{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/java.io.tmpdir/jetty-localhost-37919-hadoop-hdfs-3_4_1-tests_jar-_-any-14671116104039621499/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:20:23,438 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ebb900e{HTTP/1.1, (http/1.1)}{localhost:37919} 2024-11-11T16:20:23,438 INFO [Time-limited test {}] server.Server(415): Started @169065ms 2024-11-11T16:20:23,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:20:23,543 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:20:23,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:20:23,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:20:23,555 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:20:23,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6057ddd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:20:23,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25be6a12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:20:23,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73c7bfc9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/java.io.tmpdir/jetty-localhost-36899-hadoop-hdfs-3_4_1-tests_jar-_-any-6169852056400767699/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:20:23,677 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1842d1ef{HTTP/1.1, (http/1.1)}{localhost:36899} 2024-11-11T16:20:23,677 INFO [Time-limited test {}] server.Server(415): Started @169304ms 2024-11-11T16:20:23,678 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:20:23,762 WARN [Thread-2163 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/cluster_224cfafc-ac05-b51b-2ffd-db5482917b30/data/data1/current/BP-1246953055-172.17.0.2-1731342023255/current, will proceed with Du for space computation calculation, 2024-11-11T16:20:23,762 WARN [Thread-2164 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/cluster_224cfafc-ac05-b51b-2ffd-db5482917b30/data/data2/current/BP-1246953055-172.17.0.2-1731342023255/current, will proceed with Du for space computation calculation, 2024-11-11T16:20:23,782 WARN [Thread-2151 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:20:23,784 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc59aee8289e849b8 with lease ID 0xa5cbc49a1d634911: Processing first storage report for DS-4a9e3685-9443-4e55-998e-730a14b5eef0 from datanode DatanodeRegistration(127.0.0.1:43937, datanodeUuid=edca214b-d466-4a07-8152-3ad74b12f310, infoPort=41229, infoSecurePort=0, ipcPort=33701, storageInfo=lv=-57;cid=testClusterID;nsid=1640626560;c=1731342023255) 2024-11-11T16:20:23,784 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc59aee8289e849b8 with lease ID 0xa5cbc49a1d634911: from storage DS-4a9e3685-9443-4e55-998e-730a14b5eef0 node DatanodeRegistration(127.0.0.1:43937, datanodeUuid=edca214b-d466-4a07-8152-3ad74b12f310, infoPort=41229, infoSecurePort=0, ipcPort=33701, storageInfo=lv=-57;cid=testClusterID;nsid=1640626560;c=1731342023255), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:20:23,784 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc59aee8289e849b8 with lease ID 0xa5cbc49a1d634911: Processing first storage report for DS-d90d17c6-2d8f-4334-a5f7-aadf3b311b99 from datanode DatanodeRegistration(127.0.0.1:43937, datanodeUuid=edca214b-d466-4a07-8152-3ad74b12f310, infoPort=41229, infoSecurePort=0, ipcPort=33701, storageInfo=lv=-57;cid=testClusterID;nsid=1640626560;c=1731342023255) 2024-11-11T16:20:23,784 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc59aee8289e849b8 with lease ID 0xa5cbc49a1d634911: from storage DS-d90d17c6-2d8f-4334-a5f7-aadf3b311b99 node DatanodeRegistration(127.0.0.1:43937, datanodeUuid=edca214b-d466-4a07-8152-3ad74b12f310, infoPort=41229, infoSecurePort=0, ipcPort=33701, storageInfo=lv=-57;cid=testClusterID;nsid=1640626560;c=1731342023255), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:20:23,800 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f 2024-11-11T16:20:23,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:23,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:23,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:20:24,213 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77 with version=8 2024-11-11T16:20:24,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/hbase-staging 2024-11-11T16:20:24,216 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:20:24,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:24,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:24,217 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:20:24,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:24,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:20:24,217 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:20:24,217 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:20:24,218 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35729 2024-11-11T16:20:24,219 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35729 connecting to ZooKeeper ensemble=127.0.0.1:57180 2024-11-11T16:20:24,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357290x0, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:20:24,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35729-0x1002fa4c4de0000 connected 2024-11-11T16:20:24,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:24,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:24,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Set watcher on znode that does not yet exist, /0-730295659/running 2024-11-11T16:20:24,258 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77, hbase.cluster.distributed=false 2024-11-11T16:20:24,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Set watcher on znode that does not yet exist, /0-730295659/acl 2024-11-11T16:20:24,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35729 2024-11-11T16:20:24,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35729 2024-11-11T16:20:24,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35729 2024-11-11T16:20:24,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35729 2024-11-11T16:20:24,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35729 2024-11-11T16:20:24,286 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:20:24,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:24,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:24,286 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:20:24,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:24,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:20:24,286 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:20:24,287 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:20:24,287 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36863 2024-11-11T16:20:24,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36863 connecting to ZooKeeper ensemble=127.0.0.1:57180 2024-11-11T16:20:24,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:24,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:24,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368630x0, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:20:24,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368630x0, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Set watcher on znode that does not yet exist, /0-730295659/running 2024-11-11T16:20:24,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36863-0x1002fa4c4de0001 connected 2024-11-11T16:20:24,296 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:20:24,297 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:20:24,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36863-0x1002fa4c4de0001, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Set watcher on znode that does not yet exist, /0-730295659/master 2024-11-11T16:20:24,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36863-0x1002fa4c4de0001, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Set watcher on znode that does not yet exist, /0-730295659/acl 2024-11-11T16:20:24,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36863 2024-11-11T16:20:24,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36863 2024-11-11T16:20:24,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36863 2024-11-11T16:20:24,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36863 2024-11-11T16:20:24,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36863 2024-11-11T16:20:24,316 DEBUG [M:0;16b413a53992:35729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:35729 2024-11-11T16:20:24,317 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-730295659/backup-masters/16b413a53992,35729,1731342024216 2024-11-11T16:20:24,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36863-0x1002fa4c4de0001, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-730295659/backup-masters 2024-11-11T16:20:24,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-730295659/backup-masters 2024-11-11T16:20:24,319 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Set watcher on existing znode=/0-730295659/backup-masters/16b413a53992,35729,1731342024216 2024-11-11T16:20:24,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36863-0x1002fa4c4de0001, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-730295659/master 2024-11-11T16:20:24,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36863-0x1002fa4c4de0001, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-730295659 2024-11-11T16:20:24,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-730295659 2024-11-11T16:20:24,320 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Set watcher on existing znode=/0-730295659/master 2024-11-11T16:20:24,321 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-730295659/backup-masters/16b413a53992,35729,1731342024216 from backup master directory 2024-11-11T16:20:24,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-730295659/backup-masters/16b413a53992,35729,1731342024216 2024-11-11T16:20:24,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-730295659/backup-masters 2024-11-11T16:20:24,322 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:20:24,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36863-0x1002fa4c4de0001, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-730295659/backup-masters 2024-11-11T16:20:24,322 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,35729,1731342024216 2024-11-11T16:20:24,326 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/hbase.id] with ID: 3d08e719-695b-4b0d-86e8-a6ff95a97be4 2024-11-11T16:20:24,326 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/.tmp/hbase.id 2024-11-11T16:20:24,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:20:24,341 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/.tmp/hbase.id]:[hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/hbase.id] 2024-11-11T16:20:24,350 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:24,350 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:20:24,351 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T16:20:24,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-730295659 2024-11-11T16:20:24,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36863-0x1002fa4c4de0001, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-730295659 2024-11-11T16:20:24,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:20:24,365 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:20:24,366 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:20:24,367 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:24,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:20:24,774 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/data/master/store 2024-11-11T16:20:24,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:20:25,191 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:25,191 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:20:25,191 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:25,191 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:25,191 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:20:25,191 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:25,191 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:25,191 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342025191Disabling compacts and flushes for region at 1731342025191Disabling writes for close at 1731342025191Writing region close event to WAL at 1731342025191Closed at 1731342025191 2024-11-11T16:20:25,192 WARN [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/data/master/store/.initializing 2024-11-11T16:20:25,192 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/WALs/16b413a53992,35729,1731342024216 2024-11-11T16:20:25,194 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:20:25,196 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C35729%2C1731342024216, suffix=, logDir=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/WALs/16b413a53992,35729,1731342024216, archiveDir=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/oldWALs, maxLogs=10 2024-11-11T16:20:25,214 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/WALs/16b413a53992,35729,1731342024216/16b413a53992%2C35729%2C1731342024216.1731342025196, exclude list is [], retry=0 2024-11-11T16:20:25,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43937,DS-4a9e3685-9443-4e55-998e-730a14b5eef0,DISK] 2024-11-11T16:20:25,219 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/WALs/16b413a53992,35729,1731342024216/16b413a53992%2C35729%2C1731342024216.1731342025196 2024-11-11T16:20:25,219 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41229:41229)] 2024-11-11T16:20:25,219 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:25,220 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:25,220 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:25,220 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:25,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:25,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:20:25,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:25,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:25,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:25,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:20:25,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:25,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:25,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:25,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:20:25,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:25,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:25,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:25,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:20:25,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:25,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:25,227 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:25,228 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:25,228 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:25,229 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:25,229 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:25,230 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:20:25,231 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:25,233 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:25,233 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72451333, jitterRate=0.0796089917421341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:20:25,234 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731342025220Initializing all the Stores at 1731342025221 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342025221Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342025221Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342025221Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342025221Cleaning up temporary data from old regions at 1731342025229 (+8 ms)Region opened successfully at 1731342025234 (+5 ms) 2024-11-11T16:20:25,234 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:20:25,237 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb6deca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:20:25,238 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:20:25,238 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:20:25,238 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:20:25,238 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:20:25,238 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:20:25,239 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T16:20:25,239 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:20:25,241 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:20:25,241 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Unable to get data of znode /0-730295659/balancer because node does not exist (not necessarily an error) 2024-11-11T16:20:25,243 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-730295659/balancer already deleted, retry=false 2024-11-11T16:20:25,243 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:20:25,244 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Unable to get data of znode /0-730295659/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:20:25,245 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-730295659/normalizer already deleted, retry=false 2024-11-11T16:20:25,245 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:20:25,249 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Unable to get data of znode /0-730295659/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:20:25,250 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-730295659/switch/split already deleted, retry=false 2024-11-11T16:20:25,251 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Unable to get data of znode /0-730295659/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:20:25,252 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-730295659/switch/merge already deleted, retry=false 2024-11-11T16:20:25,254 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Unable to get data of znode /0-730295659/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:20:25,255 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-730295659/snapshot-cleanup already deleted, retry=false 2024-11-11T16:20:25,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36863-0x1002fa4c4de0001, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-730295659/running 2024-11-11T16:20:25,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-730295659/running 2024-11-11T16:20:25,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36863-0x1002fa4c4de0001, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-730295659 2024-11-11T16:20:25,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-730295659 2024-11-11T16:20:25,259 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,35729,1731342024216, sessionid=0x1002fa4c4de0000, setting cluster-up flag (Was=false) 2024-11-11T16:20:25,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36863-0x1002fa4c4de0001, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-730295659 2024-11-11T16:20:25,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-730295659 2024-11-11T16:20:25,266 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-730295659/flush-table-proc/acquired, /0-730295659/flush-table-proc/reached, /0-730295659/flush-table-proc/abort 2024-11-11T16:20:25,268 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,35729,1731342024216 2024-11-11T16:20:25,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36863-0x1002fa4c4de0001, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-730295659 2024-11-11T16:20:25,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-730295659 2024-11-11T16:20:25,279 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-730295659/online-snapshot/acquired, /0-730295659/online-snapshot/reached, /0-730295659/online-snapshot/abort 2024-11-11T16:20:25,280 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,35729,1731342024216 2024-11-11T16:20:25,285 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:20:25,287 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:25,287 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:20:25,287 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:20:25,287 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,35729,1731342024216 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:20:25,289 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:25,290 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:25,290 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:25,290 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:25,290 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:20:25,290 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:25,290 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:20:25,290 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:25,303 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:25,303 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:20:25,304 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:25,304 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:20:25,312 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731342055312 2024-11-11T16:20:25,312 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:20:25,312 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:20:25,312 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:20:25,312 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:20:25,312 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:20:25,312 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:20:25,314 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:25,315 INFO [RS:0;16b413a53992:36863 {}] regionserver.HRegionServer(746): ClusterId : 3d08e719-695b-4b0d-86e8-a6ff95a97be4 2024-11-11T16:20:25,315 DEBUG [RS:0;16b413a53992:36863 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:20:25,318 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:20:25,318 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:20:25,318 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:20:25,318 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T16:20:25,320 DEBUG [RS:0;16b413a53992:36863 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:20:25,320 DEBUG [RS:0;16b413a53992:36863 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:20:25,321 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:20:25,321 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:20:25,323 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342025321,5,FailOnTimeoutGroup] 2024-11-11T16:20:25,325 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342025323,5,FailOnTimeoutGroup] 2024-11-11T16:20:25,325 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:25,325 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:20:25,325 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:25,325 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:25,326 DEBUG [RS:0;16b413a53992:36863 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:20:25,327 DEBUG [RS:0;16b413a53992:36863 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae519e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:20:25,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:20:25,341 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:20:25,342 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77 2024-11-11T16:20:25,347 DEBUG [RS:0;16b413a53992:36863 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:36863 2024-11-11T16:20:25,347 INFO [RS:0;16b413a53992:36863 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:20:25,347 INFO [RS:0;16b413a53992:36863 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:20:25,347 DEBUG [RS:0;16b413a53992:36863 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:20:25,348 INFO [RS:0;16b413a53992:36863 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,35729,1731342024216 with port=36863, startcode=1731342024286 2024-11-11T16:20:25,349 DEBUG [RS:0;16b413a53992:36863 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:20:25,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:20:25,357 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:20:25,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35729 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,36863,1731342024286 2024-11-11T16:20:25,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35729 {}] master.ServerManager(517): Registering regionserver=16b413a53992,36863,1731342024286 2024-11-11T16:20:25,361 DEBUG [RS:0;16b413a53992:36863 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77 2024-11-11T16:20:25,361 DEBUG [RS:0;16b413a53992:36863 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42917 2024-11-11T16:20:25,361 DEBUG [RS:0;16b413a53992:36863 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:20:25,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-730295659/rs 2024-11-11T16:20:25,365 DEBUG [RS:0;16b413a53992:36863 {}] zookeeper.ZKUtil(111): regionserver:36863-0x1002fa4c4de0001, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Set watcher on existing znode=/0-730295659/rs/16b413a53992,36863,1731342024286 2024-11-11T16:20:25,365 WARN [RS:0;16b413a53992:36863 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:20:25,365 INFO [RS:0;16b413a53992:36863 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:25,365 DEBUG [RS:0;16b413a53992:36863 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286 2024-11-11T16:20:25,366 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,36863,1731342024286] 2024-11-11T16:20:25,395 INFO [RS:0;16b413a53992:36863 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:20:25,400 INFO [RS:0;16b413a53992:36863 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:20:25,405 INFO [RS:0;16b413a53992:36863 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:20:25,405 INFO [RS:0;16b413a53992:36863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:25,420 INFO [RS:0;16b413a53992:36863 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:20:25,422 INFO [RS:0;16b413a53992:36863 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:20:25,422 INFO [RS:0;16b413a53992:36863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:25,422 DEBUG [RS:0;16b413a53992:36863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:25,422 DEBUG [RS:0;16b413a53992:36863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:25,422 DEBUG [RS:0;16b413a53992:36863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:25,422 DEBUG [RS:0;16b413a53992:36863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:25,422 DEBUG [RS:0;16b413a53992:36863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:25,422 DEBUG [RS:0;16b413a53992:36863 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:20:25,422 DEBUG [RS:0;16b413a53992:36863 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:25,422 DEBUG [RS:0;16b413a53992:36863 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:25,422 DEBUG [RS:0;16b413a53992:36863 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:25,422 DEBUG [RS:0;16b413a53992:36863 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:25,422 DEBUG [RS:0;16b413a53992:36863 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:25,422 DEBUG [RS:0;16b413a53992:36863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:25,422 DEBUG [RS:0;16b413a53992:36863 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:20:25,422 DEBUG [RS:0;16b413a53992:36863 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:20:25,448 INFO [RS:0;16b413a53992:36863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:25,448 INFO [RS:0;16b413a53992:36863 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:25,448 INFO [RS:0;16b413a53992:36863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:25,448 INFO [RS:0;16b413a53992:36863 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:25,449 INFO [RS:0;16b413a53992:36863 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:25,449 INFO [RS:0;16b413a53992:36863 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,36863,1731342024286-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:20:25,473 INFO [RS:0;16b413a53992:36863 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:20:25,473 INFO [RS:0;16b413a53992:36863 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,36863,1731342024286-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:25,475 INFO [RS:0;16b413a53992:36863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:25,475 INFO [RS:0;16b413a53992:36863 {}] regionserver.Replication(171): 16b413a53992,36863,1731342024286 started 2024-11-11T16:20:25,495 INFO [RS:0;16b413a53992:36863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:25,495 INFO [RS:0;16b413a53992:36863 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,36863,1731342024286, RpcServer on 16b413a53992/172.17.0.2:36863, sessionid=0x1002fa4c4de0001 2024-11-11T16:20:25,495 DEBUG [RS:0;16b413a53992:36863 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:20:25,495 DEBUG [RS:0;16b413a53992:36863 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,36863,1731342024286 2024-11-11T16:20:25,495 DEBUG [RS:0;16b413a53992:36863 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,36863,1731342024286' 2024-11-11T16:20:25,495 DEBUG [RS:0;16b413a53992:36863 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-730295659/flush-table-proc/abort' 2024-11-11T16:20:25,496 DEBUG [RS:0;16b413a53992:36863 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-730295659/flush-table-proc/acquired' 2024-11-11T16:20:25,496 DEBUG [RS:0;16b413a53992:36863 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:20:25,496 DEBUG [RS:0;16b413a53992:36863 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:20:25,496 DEBUG [RS:0;16b413a53992:36863 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,36863,1731342024286 2024-11-11T16:20:25,496 DEBUG [RS:0;16b413a53992:36863 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,36863,1731342024286' 2024-11-11T16:20:25,496 DEBUG [RS:0;16b413a53992:36863 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-730295659/online-snapshot/abort' 2024-11-11T16:20:25,497 DEBUG [RS:0;16b413a53992:36863 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-730295659/online-snapshot/acquired' 2024-11-11T16:20:25,497 DEBUG [RS:0;16b413a53992:36863 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:20:25,497 INFO [RS:0;16b413a53992:36863 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:20:25,497 INFO [RS:0;16b413a53992:36863 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:20:25,598 INFO [RS:0;16b413a53992:36863 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:20:25,600 INFO [RS:0;16b413a53992:36863 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C36863%2C1731342024286, suffix=, logDir=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286, archiveDir=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/oldWALs, maxLogs=10 2024-11-11T16:20:25,615 DEBUG [RS:0;16b413a53992:36863 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600, exclude list is [], retry=0 2024-11-11T16:20:25,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43937,DS-4a9e3685-9443-4e55-998e-730a14b5eef0,DISK] 2024-11-11T16:20:25,620 INFO [RS:0;16b413a53992:36863 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 2024-11-11T16:20:25,620 DEBUG [RS:0;16b413a53992:36863 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41229:41229)] 2024-11-11T16:20:25,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:25,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:20:25,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:20:25,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:25,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:25,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:20:25,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:20:25,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:25,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:25,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:20:25,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:20:25,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:25,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:25,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:20:25,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:20:25,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:25,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:25,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:20:25,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740 2024-11-11T16:20:25,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740 2024-11-11T16:20:25,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:20:25,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:20:25,769 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:20:25,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:20:25,773 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:25,773 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60683250, jitterRate=-0.09574910998344421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:20:25,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731342025758Initializing all the Stores at 1731342025758Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342025758Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342025759 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342025759Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342025759Cleaning up temporary data from old regions at 1731342025768 (+9 ms)Region opened successfully at 1731342025774 (+6 ms) 2024-11-11T16:20:25,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:20:25,774 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:20:25,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:20:25,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:20:25,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:20:25,774 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:20:25,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342025774Disabling compacts and flushes for region at 1731342025774Disabling writes for close at 1731342025774Writing region close event to WAL at 1731342025774Closed at 1731342025774 2024-11-11T16:20:25,776 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:25,776 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:20:25,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:20:25,777 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:20:25,778 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:20:25,928 DEBUG [16b413a53992:35729 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:20:25,929 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,36863,1731342024286 2024-11-11T16:20:25,930 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,36863,1731342024286, state=OPENING 2024-11-11T16:20:25,932 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:20:25,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-730295659 2024-11-11T16:20:25,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36863-0x1002fa4c4de0001, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-730295659 2024-11-11T16:20:25,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-730295659/meta-region-server: CHANGED 2024-11-11T16:20:25,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-730295659/meta-region-server: CHANGED 2024-11-11T16:20:25,941 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:20:25,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,36863,1731342024286}] 2024-11-11T16:20:26,094 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:20:26,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:20:26,100 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:20:26,100 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:26,100 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:20:26,101 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C36863%2C1731342024286.meta, suffix=.meta, logDir=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286, archiveDir=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/oldWALs, maxLogs=10 2024-11-11T16:20:26,116 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.meta.1731342026102.meta, exclude list is [], retry=0 2024-11-11T16:20:26,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43937,DS-4a9e3685-9443-4e55-998e-730a14b5eef0,DISK] 2024-11-11T16:20:26,120 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.meta.1731342026102.meta 2024-11-11T16:20:26,121 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41229:41229)] 2024-11-11T16:20:26,121 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:26,121 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:20:26,121 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:20:26,121 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:20:26,121 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:20:26,122 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:20:26,122 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:26,122 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:20:26,122 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:20:26,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:20:26,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:20:26,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:26,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:26,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:20:26,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:20:26,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:26,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:26,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:20:26,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:20:26,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:26,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:26,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:20:26,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:20:26,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:26,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:26,128 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:20:26,129 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740 2024-11-11T16:20:26,130 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740 2024-11-11T16:20:26,131 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:20:26,131 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:20:26,132 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:20:26,133 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:20:26,133 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72006381, jitterRate=0.07297869026660919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:20:26,134 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:20:26,147 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731342026122Writing region info on filesystem at 1731342026122Initializing all the Stores at 1731342026123 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342026123Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342026123Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342026123Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342026123Cleaning up temporary data from old regions at 1731342026131 (+8 ms)Running coprocessor post-open hooks at 1731342026134 (+3 ms)Region opened successfully at 1731342026147 (+13 ms) 2024-11-11T16:20:26,148 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731342026094 2024-11-11T16:20:26,150 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:20:26,150 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:20:26,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,36863,1731342024286 2024-11-11T16:20:26,152 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,36863,1731342024286, state=OPEN 2024-11-11T16:20:26,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-730295659/meta-region-server 2024-11-11T16:20:26,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36863-0x1002fa4c4de0001, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-730295659/meta-region-server 2024-11-11T16:20:26,157 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,36863,1731342024286 2024-11-11T16:20:26,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-730295659/meta-region-server: CHANGED 2024-11-11T16:20:26,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-730295659/meta-region-server: CHANGED 2024-11-11T16:20:26,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:20:26,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,36863,1731342024286 in 216 msec 2024-11-11T16:20:26,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:20:26,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 383 msec 2024-11-11T16:20:26,161 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:26,161 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:20:26,162 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:26,162 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,36863,1731342024286, seqNum=-1] 2024-11-11T16:20:26,163 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:26,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:20:26,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 885 msec 2024-11-11T16:20:26,172 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731342026172, completionTime=-1 2024-11-11T16:20:26,172 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:20:26,172 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:20:26,174 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T16:20:26,174 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731342086174 2024-11-11T16:20:26,174 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731342146174 2024-11-11T16:20:26,174 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T16:20:26,175 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,35729,1731342024216-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:26,175 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,35729,1731342024216-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:26,175 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,35729,1731342024216-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:26,175 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:35729, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:26,175 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:26,175 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:26,177 DEBUG [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:20:26,180 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.858sec 2024-11-11T16:20:26,180 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:20:26,180 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:20:26,180 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:20:26,180 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:20:26,180 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:20:26,180 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,35729,1731342024216-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:20:26,180 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,35729,1731342024216-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:20:26,182 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:20:26,182 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:20:26,182 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,35729,1731342024216-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:26,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e06ac6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:26,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,35729,-1 for getting cluster id 2024-11-11T16:20:26,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:26,223 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d08e719-695b-4b0d-86e8-a6ff95a97be4' 2024-11-11T16:20:26,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:26,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d08e719-695b-4b0d-86e8-a6ff95a97be4" 2024-11-11T16:20:26,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58075368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:26,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,35729,-1] 2024-11-11T16:20:26,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:26,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:26,225 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:26,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737bdf9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:26,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:26,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,36863,1731342024286, seqNum=-1] 2024-11-11T16:20:26,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:26,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:20:26,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16b413a53992,35729,1731342024216 2024-11-11T16:20:26,230 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57180 2024-11-11T16:20:26,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:20:26,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1002fa4c4de0002 connected 2024-11-11T16:20:26,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/hadoop.log.dir so I do NOT create it in target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2 2024-11-11T16:20:26,236 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T16:20:26,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/hadoop.tmp.dir so I do NOT create it in target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2 2024-11-11T16:20:26,236 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T16:20:26,236 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2 2024-11-11T16:20:26,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:20:26,236 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/cluster_e64291b4-ebbe-3ff0-c320-4862f9eb3738, deleteOnExit=true 2024-11-11T16:20:26,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:20:26,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/test.cache.data in system properties and HBase conf 2024-11-11T16:20:26,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:20:26,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:20:26,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:20:26,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:20:26,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:20:26,237 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:20:26,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:20:26,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:20:26,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:20:26,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:20:26,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:20:26,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:20:26,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:20:26,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:20:26,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:20:26,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:20:26,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:20:26,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:20:26,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:20:26,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:20:26,310 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:20:26,314 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:20:26,315 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:20:26,315 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:20:26,315 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:20:26,316 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:20:26,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2496d180{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:20:26,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2662ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:20:26,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e86afc5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/java.io.tmpdir/jetty-localhost-37659-hadoop-hdfs-3_4_1-tests_jar-_-any-5153545446401819269/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:20:26,469 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20876e25{HTTP/1.1, (http/1.1)}{localhost:37659} 2024-11-11T16:20:26,469 INFO [Time-limited test {}] server.Server(415): Started @172096ms 2024-11-11T16:20:26,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:20:26,551 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:20:26,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:20:26,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:20:26,552 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T16:20:26,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@170eb768{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:20:26,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3624214d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:20:26,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@641f60a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/java.io.tmpdir/jetty-localhost-40107-hadoop-hdfs-3_4_1-tests_jar-_-any-13712749094840458637/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:20:26,668 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fbd94a3{HTTP/1.1, (http/1.1)}{localhost:40107} 2024-11-11T16:20:26,668 INFO [Time-limited test {}] server.Server(415): Started @172295ms 2024-11-11T16:20:26,669 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:20:26,759 WARN [Thread-2283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/cluster_e64291b4-ebbe-3ff0-c320-4862f9eb3738/data/data1/current/BP-1062816978-172.17.0.2-1731342026257/current, will proceed with Du for space computation calculation, 2024-11-11T16:20:26,760 WARN [Thread-2284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/cluster_e64291b4-ebbe-3ff0-c320-4862f9eb3738/data/data2/current/BP-1062816978-172.17.0.2-1731342026257/current, will proceed with Du for space computation calculation, 2024-11-11T16:20:26,784 WARN [Thread-2271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:20:26,788 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39d66cf098af512b with lease ID 0xa09a89a986a0432a: Processing first storage report for DS-a6a4626b-9aac-4cdb-aac6-f8615b1ec33b from datanode DatanodeRegistration(127.0.0.1:35063, datanodeUuid=0530c731-0171-4e0d-91cb-e4ed5a48f56b, infoPort=36785, infoSecurePort=0, ipcPort=41673, storageInfo=lv=-57;cid=testClusterID;nsid=1151281091;c=1731342026257) 2024-11-11T16:20:26,788 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39d66cf098af512b with lease ID 0xa09a89a986a0432a: from storage DS-a6a4626b-9aac-4cdb-aac6-f8615b1ec33b node DatanodeRegistration(127.0.0.1:35063, datanodeUuid=0530c731-0171-4e0d-91cb-e4ed5a48f56b, infoPort=36785, infoSecurePort=0, ipcPort=41673, storageInfo=lv=-57;cid=testClusterID;nsid=1151281091;c=1731342026257), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:20:26,788 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39d66cf098af512b with lease ID 0xa09a89a986a0432a: Processing first storage report for DS-55c13add-37f7-4733-961c-6fa6d3c49106 from datanode DatanodeRegistration(127.0.0.1:35063, datanodeUuid=0530c731-0171-4e0d-91cb-e4ed5a48f56b, infoPort=36785, infoSecurePort=0, ipcPort=41673, storageInfo=lv=-57;cid=testClusterID;nsid=1151281091;c=1731342026257) 2024-11-11T16:20:26,788 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39d66cf098af512b with lease ID 0xa09a89a986a0432a: from storage DS-55c13add-37f7-4733-961c-6fa6d3c49106 node DatanodeRegistration(127.0.0.1:35063, datanodeUuid=0530c731-0171-4e0d-91cb-e4ed5a48f56b, infoPort=36785, infoSecurePort=0, ipcPort=41673, storageInfo=lv=-57;cid=testClusterID;nsid=1151281091;c=1731342026257), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:20:26,792 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2 2024-11-11T16:20:26,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:26,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:26,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:20:27,184 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:20:27,204 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d with version=8 2024-11-11T16:20:27,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/hbase-staging 2024-11-11T16:20:27,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:27,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:27,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:27,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:27,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:27,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:27,206 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:20:27,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:27,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:27,207 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:20:27,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:27,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:20:27,207 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:20:27,207 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:20:27,208 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45405 2024-11-11T16:20:27,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45405 connecting to ZooKeeper ensemble=127.0.0.1:57180 2024-11-11T16:20:27,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:27,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454050x0, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:20:27,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45405-0x1002fa4c4de0003 connected 2024-11-11T16:20:27,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:27,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:27,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:27,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:27,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Set watcher on znode that does not yet exist, /1-1851553768/running 2024-11-11T16:20:27,240 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d, hbase.cluster.distributed=false 2024-11-11T16:20:27,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Set watcher on znode that does not yet exist, /1-1851553768/acl 2024-11-11T16:20:27,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45405 2024-11-11T16:20:27,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45405 2024-11-11T16:20:27,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45405 2024-11-11T16:20:27,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45405 2024-11-11T16:20:27,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45405 2024-11-11T16:20:27,284 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:20:27,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:27,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:27,285 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:20:27,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:27,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:20:27,285 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:20:27,285 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:20:27,289 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43191 2024-11-11T16:20:27,290 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43191 connecting to ZooKeeper ensemble=127.0.0.1:57180 2024-11-11T16:20:27,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:27,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:27,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431910x0, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:20:27,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431910x0, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Set watcher on znode that does not yet exist, /1-1851553768/running 2024-11-11T16:20:27,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43191-0x1002fa4c4de0004 connected 2024-11-11T16:20:27,299 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:20:27,308 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:20:27,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43191-0x1002fa4c4de0004, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Set watcher on znode that does not yet exist, /1-1851553768/master 2024-11-11T16:20:27,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43191-0x1002fa4c4de0004, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Set watcher on znode that does not yet exist, /1-1851553768/acl 2024-11-11T16:20:27,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43191 2024-11-11T16:20:27,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43191 2024-11-11T16:20:27,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43191 2024-11-11T16:20:27,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43191 2024-11-11T16:20:27,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43191 2024-11-11T16:20:27,330 DEBUG [M:0;16b413a53992:45405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:45405 2024-11-11T16:20:27,331 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1851553768/backup-masters/16b413a53992,45405,1731342027206 2024-11-11T16:20:27,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43191-0x1002fa4c4de0004, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1851553768/backup-masters 2024-11-11T16:20:27,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1851553768/backup-masters 2024-11-11T16:20:27,334 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Set watcher on existing znode=/1-1851553768/backup-masters/16b413a53992,45405,1731342027206 2024-11-11T16:20:27,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43191-0x1002fa4c4de0004, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1851553768/master 2024-11-11T16:20:27,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1851553768 2024-11-11T16:20:27,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43191-0x1002fa4c4de0004, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1851553768 2024-11-11T16:20:27,339 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Set watcher on existing znode=/1-1851553768/master 2024-11-11T16:20:27,339 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1851553768/backup-masters/16b413a53992,45405,1731342027206 from backup master directory 2024-11-11T16:20:27,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1851553768/backup-masters/16b413a53992,45405,1731342027206 2024-11-11T16:20:27,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43191-0x1002fa4c4de0004, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1851553768/backup-masters 2024-11-11T16:20:27,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1851553768/backup-masters 2024-11-11T16:20:27,341 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:20:27,341 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,45405,1731342027206 2024-11-11T16:20:27,346 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/hbase.id] with ID: 5ab7e863-520c-4c4d-b21f-972cfb98285e 2024-11-11T16:20:27,346 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/.tmp/hbase.id 2024-11-11T16:20:27,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:20:27,397 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:27,398 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T16:20:27,399 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8204 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T16:20:27,758 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/.tmp/hbase.id]:[hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/hbase.id] 2024-11-11T16:20:27,780 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:27,780 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:20:27,780 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T16:20:27,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1851553768 2024-11-11T16:20:27,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43191-0x1002fa4c4de0004, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1851553768 2024-11-11T16:20:27,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:20:28,194 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:20:28,195 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:20:28,196 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:28,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:20:28,603 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/MasterData/data/master/store 2024-11-11T16:20:28,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:20:29,011 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:29,011 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:20:29,011 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:29,011 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:29,011 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:20:29,011 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:29,011 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:29,011 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342029011Disabling compacts and flushes for region at 1731342029011Disabling writes for close at 1731342029011Writing region close event to WAL at 1731342029011Closed at 1731342029011 2024-11-11T16:20:29,012 WARN [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/MasterData/data/master/store/.initializing 2024-11-11T16:20:29,012 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/MasterData/WALs/16b413a53992,45405,1731342027206 2024-11-11T16:20:29,013 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:20:29,015 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C45405%2C1731342027206, suffix=, logDir=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/MasterData/WALs/16b413a53992,45405,1731342027206, archiveDir=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/MasterData/oldWALs, maxLogs=10 2024-11-11T16:20:29,032 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/MasterData/WALs/16b413a53992,45405,1731342027206/16b413a53992%2C45405%2C1731342027206.1731342029015, exclude list is [], retry=0 2024-11-11T16:20:29,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35063,DS-a6a4626b-9aac-4cdb-aac6-f8615b1ec33b,DISK] 2024-11-11T16:20:29,038 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/MasterData/WALs/16b413a53992,45405,1731342027206/16b413a53992%2C45405%2C1731342027206.1731342029015 2024-11-11T16:20:29,038 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36785:36785)] 2024-11-11T16:20:29,039 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:29,039 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:29,039 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:29,039 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:29,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:29,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:20:29,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:29,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:29,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:29,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:20:29,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:29,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:29,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:29,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:20:29,044 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:29,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:29,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:29,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:20:29,045 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:29,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:29,045 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:29,046 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:29,046 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:29,047 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:29,047 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:29,047 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:20:29,048 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:29,050 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:29,050 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74252634, jitterRate=0.10645046830177307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:20:29,051 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731342029039Initializing all the Stores at 1731342029040 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342029040Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342029040Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342029040Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342029040Cleaning up temporary data from old regions at 1731342029047 (+7 ms)Region opened successfully at 1731342029050 (+3 ms) 2024-11-11T16:20:29,051 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:20:29,053 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9ca4ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:20:29,054 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:20:29,054 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:20:29,054 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:20:29,055 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:20:29,055 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:20:29,055 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T16:20:29,055 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:20:29,058 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:20:29,059 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Unable to get data of znode /1-1851553768/balancer because node does not exist (not necessarily an error) 2024-11-11T16:20:29,060 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1851553768/balancer already deleted, retry=false 2024-11-11T16:20:29,060 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:20:29,061 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Unable to get data of znode /1-1851553768/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:20:29,062 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1851553768/normalizer already deleted, retry=false 2024-11-11T16:20:29,062 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:20:29,064 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Unable to get data of znode /1-1851553768/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:20:29,065 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1851553768/switch/split already deleted, retry=false 2024-11-11T16:20:29,066 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Unable to get data of znode /1-1851553768/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:20:29,068 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1851553768/switch/merge already deleted, retry=false 2024-11-11T16:20:29,071 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Unable to get data of znode /1-1851553768/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:20:29,076 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1851553768/snapshot-cleanup already deleted, retry=false 2024-11-11T16:20:29,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43191-0x1002fa4c4de0004, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1851553768/running 2024-11-11T16:20:29,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43191-0x1002fa4c4de0004, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1851553768 2024-11-11T16:20:29,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1851553768/running 2024-11-11T16:20:29,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1851553768 2024-11-11T16:20:29,083 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,45405,1731342027206, sessionid=0x1002fa4c4de0003, setting cluster-up flag (Was=false) 2024-11-11T16:20:29,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43191-0x1002fa4c4de0004, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1851553768 2024-11-11T16:20:29,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1851553768 2024-11-11T16:20:29,093 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1851553768/flush-table-proc/acquired, /1-1851553768/flush-table-proc/reached, /1-1851553768/flush-table-proc/abort 2024-11-11T16:20:29,094 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,45405,1731342027206 2024-11-11T16:20:29,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43191-0x1002fa4c4de0004, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1851553768 2024-11-11T16:20:29,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1851553768 2024-11-11T16:20:29,101 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1851553768/online-snapshot/acquired, /1-1851553768/online-snapshot/reached, /1-1851553768/online-snapshot/abort 2024-11-11T16:20:29,102 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,45405,1731342027206 2024-11-11T16:20:29,103 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:20:29,104 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:29,104 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:20:29,104 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:20:29,105 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,45405,1731342027206 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:20:29,106 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:29,106 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:29,106 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:29,106 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:29,106 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:20:29,106 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:29,106 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:20:29,106 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:29,109 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:29,109 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:20:29,110 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:29,110 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:20:29,114 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731342059114 2024-11-11T16:20:29,114 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:20:29,114 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:20:29,114 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:20:29,114 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:20:29,114 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:20:29,114 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:20:29,114 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:29,115 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:20:29,115 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:20:29,115 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:20:29,115 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T16:20:29,117 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:20:29,117 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:20:29,118 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342029117,5,FailOnTimeoutGroup] 2024-11-11T16:20:29,118 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342029118,5,FailOnTimeoutGroup] 2024-11-11T16:20:29,118 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:29,118 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:20:29,118 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:29,119 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:29,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:20:29,121 INFO [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(746): ClusterId : 5ab7e863-520c-4c4d-b21f-972cfb98285e 2024-11-11T16:20:29,121 DEBUG [RS:0;16b413a53992:43191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:20:29,122 DEBUG [RS:0;16b413a53992:43191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:20:29,122 DEBUG [RS:0;16b413a53992:43191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:20:29,124 DEBUG [RS:0;16b413a53992:43191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:20:29,124 DEBUG [RS:0;16b413a53992:43191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6919b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:20:29,136 DEBUG [RS:0;16b413a53992:43191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:43191 2024-11-11T16:20:29,136 INFO [RS:0;16b413a53992:43191 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:20:29,136 INFO [RS:0;16b413a53992:43191 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:20:29,136 DEBUG [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:20:29,136 INFO [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,45405,1731342027206 with port=43191, startcode=1731342027284 2024-11-11T16:20:29,137 DEBUG [RS:0;16b413a53992:43191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:20:29,138 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:20:29,138 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45405 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,43191,1731342027284 2024-11-11T16:20:29,138 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45405 {}] master.ServerManager(517): Registering regionserver=16b413a53992,43191,1731342027284 2024-11-11T16:20:29,140 DEBUG [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d 2024-11-11T16:20:29,140 DEBUG [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45199 2024-11-11T16:20:29,140 DEBUG [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:20:29,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1851553768/rs 2024-11-11T16:20:29,145 DEBUG [RS:0;16b413a53992:43191 {}] zookeeper.ZKUtil(111): regionserver:43191-0x1002fa4c4de0004, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Set watcher on existing znode=/1-1851553768/rs/16b413a53992,43191,1731342027284 2024-11-11T16:20:29,145 WARN [RS:0;16b413a53992:43191 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:20:29,145 INFO [RS:0;16b413a53992:43191 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:29,145 DEBUG [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284 2024-11-11T16:20:29,146 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,43191,1731342027284] 2024-11-11T16:20:29,149 INFO [RS:0;16b413a53992:43191 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:20:29,150 INFO [RS:0;16b413a53992:43191 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:20:29,154 INFO [RS:0;16b413a53992:43191 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:20:29,154 INFO [RS:0;16b413a53992:43191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:29,154 INFO [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:20:29,155 INFO [RS:0;16b413a53992:43191 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:20:29,155 INFO [RS:0;16b413a53992:43191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:29,155 DEBUG [RS:0;16b413a53992:43191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:29,155 DEBUG [RS:0;16b413a53992:43191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:29,155 DEBUG [RS:0;16b413a53992:43191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:29,155 DEBUG [RS:0;16b413a53992:43191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:29,155 DEBUG [RS:0;16b413a53992:43191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:29,155 DEBUG [RS:0;16b413a53992:43191 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:20:29,155 DEBUG [RS:0;16b413a53992:43191 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:29,155 DEBUG [RS:0;16b413a53992:43191 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:29,155 DEBUG [RS:0;16b413a53992:43191 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:29,155 DEBUG [RS:0;16b413a53992:43191 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:29,155 DEBUG [RS:0;16b413a53992:43191 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:29,155 DEBUG [RS:0;16b413a53992:43191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:29,155 DEBUG [RS:0;16b413a53992:43191 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:20:29,155 DEBUG [RS:0;16b413a53992:43191 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:20:29,157 INFO [RS:0;16b413a53992:43191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:29,157 INFO [RS:0;16b413a53992:43191 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:29,157 INFO [RS:0;16b413a53992:43191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:29,157 INFO [RS:0;16b413a53992:43191 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:29,157 INFO [RS:0;16b413a53992:43191 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:29,157 INFO [RS:0;16b413a53992:43191 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,43191,1731342027284-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:20:29,171 INFO [RS:0;16b413a53992:43191 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:20:29,171 INFO [RS:0;16b413a53992:43191 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,43191,1731342027284-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:29,171 INFO [RS:0;16b413a53992:43191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:29,171 INFO [RS:0;16b413a53992:43191 {}] regionserver.Replication(171): 16b413a53992,43191,1731342027284 started 2024-11-11T16:20:29,188 INFO [RS:0;16b413a53992:43191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:29,188 INFO [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,43191,1731342027284, RpcServer on 16b413a53992/172.17.0.2:43191, sessionid=0x1002fa4c4de0004 2024-11-11T16:20:29,188 DEBUG [RS:0;16b413a53992:43191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:20:29,188 DEBUG [RS:0;16b413a53992:43191 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,43191,1731342027284 2024-11-11T16:20:29,188 DEBUG [RS:0;16b413a53992:43191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,43191,1731342027284' 2024-11-11T16:20:29,188 DEBUG [RS:0;16b413a53992:43191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1851553768/flush-table-proc/abort' 2024-11-11T16:20:29,188 DEBUG [RS:0;16b413a53992:43191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1851553768/flush-table-proc/acquired' 2024-11-11T16:20:29,189 DEBUG [RS:0;16b413a53992:43191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:20:29,189 DEBUG [RS:0;16b413a53992:43191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:20:29,189 DEBUG [RS:0;16b413a53992:43191 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,43191,1731342027284 2024-11-11T16:20:29,189 DEBUG [RS:0;16b413a53992:43191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,43191,1731342027284' 2024-11-11T16:20:29,189 DEBUG [RS:0;16b413a53992:43191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1851553768/online-snapshot/abort' 2024-11-11T16:20:29,189 DEBUG [RS:0;16b413a53992:43191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1851553768/online-snapshot/acquired' 2024-11-11T16:20:29,190 DEBUG [RS:0;16b413a53992:43191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:20:29,190 INFO [RS:0;16b413a53992:43191 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:20:29,190 INFO [RS:0;16b413a53992:43191 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:20:29,290 INFO [RS:0;16b413a53992:43191 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:20:29,291 INFO [RS:0;16b413a53992:43191 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C43191%2C1731342027284, suffix=, logDir=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284, archiveDir=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/oldWALs, maxLogs=10 2024-11-11T16:20:29,305 DEBUG [RS:0;16b413a53992:43191 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292, exclude list is [], retry=0 2024-11-11T16:20:29,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35063,DS-a6a4626b-9aac-4cdb-aac6-f8615b1ec33b,DISK] 2024-11-11T16:20:29,310 INFO [RS:0;16b413a53992:43191 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 2024-11-11T16:20:29,310 DEBUG [RS:0;16b413a53992:43191 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36785:36785)] 2024-11-11T16:20:29,522 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:20:29,522 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d 2024-11-11T16:20:29,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741833_1009 (size=32) 2024-11-11T16:20:29,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:29,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:20:29,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:20:29,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:29,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:29,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:20:29,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:20:29,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:29,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:29,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:20:29,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:20:29,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:29,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:29,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:20:29,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:20:29,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:29,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:29,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:20:29,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740 2024-11-11T16:20:29,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740 2024-11-11T16:20:29,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:20:29,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:20:29,947 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:20:29,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:20:29,953 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:29,954 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72820287, jitterRate=0.08510683476924896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:20:29,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731342029938Initializing all the Stores at 1731342029939 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342029939Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342029939Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342029939Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342029939Cleaning up temporary data from old regions at 1731342029947 (+8 ms)Region opened successfully at 1731342029954 (+7 ms) 2024-11-11T16:20:29,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:20:29,954 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:20:29,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:20:29,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:20:29,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:20:29,955 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:20:29,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342029954Disabling compacts and flushes for region at 1731342029954Disabling writes for close at 1731342029954Writing region close event to WAL at 1731342029955 (+1 ms)Closed at 1731342029955 2024-11-11T16:20:29,956 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:29,956 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:20:29,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:20:29,957 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:20:29,958 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:20:30,108 DEBUG [16b413a53992:45405 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:20:30,109 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,43191,1731342027284 2024-11-11T16:20:30,110 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,43191,1731342027284, state=OPENING 2024-11-11T16:20:30,111 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:20:30,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1851553768 2024-11-11T16:20:30,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43191-0x1002fa4c4de0004, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1851553768 2024-11-11T16:20:30,113 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:20:30,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1851553768/meta-region-server: CHANGED 2024-11-11T16:20:30,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,43191,1731342027284}] 2024-11-11T16:20:30,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1851553768/meta-region-server: CHANGED 2024-11-11T16:20:30,269 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:20:30,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:20:30,274 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:20:30,274 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:30,274 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:20:30,276 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C43191%2C1731342027284.meta, suffix=.meta, logDir=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284, archiveDir=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/oldWALs, maxLogs=10 2024-11-11T16:20:30,294 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.meta.1731342030276.meta, exclude list is [], retry=0 2024-11-11T16:20:30,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35063,DS-a6a4626b-9aac-4cdb-aac6-f8615b1ec33b,DISK] 2024-11-11T16:20:30,298 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.meta.1731342030276.meta 2024-11-11T16:20:30,298 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36785:36785)] 2024-11-11T16:20:30,298 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:30,298 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:20:30,299 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:20:30,299 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:20:30,299 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:20:30,299 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:20:30,299 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:30,299 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:20:30,299 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:20:30,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:20:30,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:20:30,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:30,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:30,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:20:30,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:20:30,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:30,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:30,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:20:30,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:20:30,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:30,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:30,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:20:30,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:20:30,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:30,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:30,304 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:20:30,305 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740 2024-11-11T16:20:30,305 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740 2024-11-11T16:20:30,306 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:20:30,306 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:20:30,307 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:20:30,308 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:20:30,308 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70351776, jitterRate=0.04832315444946289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:20:30,308 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:20:30,308 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731342030299Writing region info on filesystem at 1731342030299Initializing all the Stores at 1731342030300 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342030300Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342030300Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342030300Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342030300Cleaning up temporary data from old regions at 1731342030306 (+6 ms)Running coprocessor post-open hooks at 1731342030308 (+2 ms)Region opened successfully at 1731342030308 2024-11-11T16:20:30,309 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731342030268 2024-11-11T16:20:30,311 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:20:30,311 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:20:30,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,43191,1731342027284 2024-11-11T16:20:30,312 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,43191,1731342027284, state=OPEN 2024-11-11T16:20:30,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1851553768/meta-region-server 2024-11-11T16:20:30,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43191-0x1002fa4c4de0004, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1851553768/meta-region-server 2024-11-11T16:20:30,314 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,43191,1731342027284 2024-11-11T16:20:30,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1851553768/meta-region-server: CHANGED 2024-11-11T16:20:30,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1851553768/meta-region-server: CHANGED 2024-11-11T16:20:30,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:20:30,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,43191,1731342027284 in 201 msec 2024-11-11T16:20:30,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:20:30,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-11T16:20:30,318 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:30,318 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:20:30,319 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:30,319 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,43191,1731342027284, seqNum=-1] 2024-11-11T16:20:30,320 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:30,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:20:30,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2210 sec 2024-11-11T16:20:30,325 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731342030325, completionTime=-1 2024-11-11T16:20:30,325 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:20:30,325 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:20:30,327 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T16:20:30,327 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731342090327 2024-11-11T16:20:30,327 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731342150327 2024-11-11T16:20:30,327 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T16:20:30,328 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,45405,1731342027206-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:30,328 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,45405,1731342027206-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:30,328 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,45405,1731342027206-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:30,328 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:45405, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:30,328 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:30,328 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:30,329 DEBUG [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:20:30,332 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.991sec 2024-11-11T16:20:30,332 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:20:30,332 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:20:30,332 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:20:30,332 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:20:30,332 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:20:30,332 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,45405,1731342027206-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:20:30,332 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,45405,1731342027206-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:20:30,334 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:20:30,334 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:20:30,334 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,45405,1731342027206-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:30,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a317950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:30,422 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,45405,-1 for getting cluster id 2024-11-11T16:20:30,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:30,423 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ab7e863-520c-4c4d-b21f-972cfb98285e' 2024-11-11T16:20:30,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:30,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ab7e863-520c-4c4d-b21f-972cfb98285e" 2024-11-11T16:20:30,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2574f42b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:30,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,45405,-1] 2024-11-11T16:20:30,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:30,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:30,425 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:30,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594bfdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:30,426 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:30,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,43191,1731342027284, seqNum=-1] 2024-11-11T16:20:30,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:30,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:20:30,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16b413a53992,45405,1731342027206 2024-11-11T16:20:30,430 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57180 2024-11-11T16:20:30,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:20:30,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1002fa4c4de0005 connected 2024-11-11T16:20:30,439 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:30,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,35729,1731342024216 2024-11-11T16:20:30,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28402c36 2024-11-11T16:20:30,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:30,440 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:20:30,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:20:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T16:20:30,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:20:30,443 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:30,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T16:20:30,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:20:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:30,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741835_1011 (size=902) 2024-11-11T16:20:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:30,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T16:20:30,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T16:20:30,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:20:30,744 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T16:20:30,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:20:30,744 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T16:20:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:30,852 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f2a3bf9efb82ca09080023db37df017, NAME => 'test,,1731342030441.6f2a3bf9efb82ca09080023db37df017.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77 2024-11-11T16:20:30,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741836_1012 (size=39) 2024-11-11T16:20:30,858 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731342030441.6f2a3bf9efb82ca09080023db37df017.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:30,859 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6f2a3bf9efb82ca09080023db37df017, disabling compactions & flushes 2024-11-11T16:20:30,859 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731342030441.6f2a3bf9efb82ca09080023db37df017. 2024-11-11T16:20:30,859 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342030441.6f2a3bf9efb82ca09080023db37df017. 2024-11-11T16:20:30,859 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731342030441.6f2a3bf9efb82ca09080023db37df017. after waiting 0 ms 2024-11-11T16:20:30,859 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731342030441.6f2a3bf9efb82ca09080023db37df017. 2024-11-11T16:20:30,859 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731342030441.6f2a3bf9efb82ca09080023db37df017. 2024-11-11T16:20:30,859 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f2a3bf9efb82ca09080023db37df017: Waiting for close lock at 1731342030859Disabling compacts and flushes for region at 1731342030859Disabling writes for close at 1731342030859Writing region close event to WAL at 1731342030859Closed at 1731342030859 2024-11-11T16:20:30,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:20:30,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731342030441.6f2a3bf9efb82ca09080023db37df017.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731342030860"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342030860"}]},"ts":"1731342030860"} 2024-11-11T16:20:30,862 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:20:30,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:20:30,863 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342030863"}]},"ts":"1731342030863"} 2024-11-11T16:20:30,865 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T16:20:30,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6f2a3bf9efb82ca09080023db37df017, ASSIGN}] 2024-11-11T16:20:30,866 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6f2a3bf9efb82ca09080023db37df017, ASSIGN 2024-11-11T16:20:30,867 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6f2a3bf9efb82ca09080023db37df017, ASSIGN; state=OFFLINE, location=16b413a53992,36863,1731342024286; forceNewPlan=false, retain=false 2024-11-11T16:20:31,018 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f2a3bf9efb82ca09080023db37df017, regionState=OPENING, regionLocation=16b413a53992,36863,1731342024286 2024-11-11T16:20:31,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6f2a3bf9efb82ca09080023db37df017, ASSIGN because future has completed 2024-11-11T16:20:31,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f2a3bf9efb82ca09080023db37df017, server=16b413a53992,36863,1731342024286}] 2024-11-11T16:20:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:31,187 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731342030441.6f2a3bf9efb82ca09080023db37df017. 2024-11-11T16:20:31,187 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f2a3bf9efb82ca09080023db37df017, NAME => 'test,,1731342030441.6f2a3bf9efb82ca09080023db37df017.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:31,187 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:20:31,187 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T16:20:31,188 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6f2a3bf9efb82ca09080023db37df017 2024-11-11T16:20:31,188 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731342030441.6f2a3bf9efb82ca09080023db37df017.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:31,188 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6f2a3bf9efb82ca09080023db37df017 2024-11-11T16:20:31,188 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6f2a3bf9efb82ca09080023db37df017 2024-11-11T16:20:31,189 INFO [StoreOpener-6f2a3bf9efb82ca09080023db37df017-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6f2a3bf9efb82ca09080023db37df017 2024-11-11T16:20:31,190 INFO [StoreOpener-6f2a3bf9efb82ca09080023db37df017-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f2a3bf9efb82ca09080023db37df017 columnFamilyName f 2024-11-11T16:20:31,190 DEBUG [StoreOpener-6f2a3bf9efb82ca09080023db37df017-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:31,191 INFO [StoreOpener-6f2a3bf9efb82ca09080023db37df017-1 {}] regionserver.HStore(327): Store=6f2a3bf9efb82ca09080023db37df017/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:31,191 INFO [StoreOpener-6f2a3bf9efb82ca09080023db37df017-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6f2a3bf9efb82ca09080023db37df017 2024-11-11T16:20:31,192 INFO [StoreOpener-6f2a3bf9efb82ca09080023db37df017-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f2a3bf9efb82ca09080023db37df017 columnFamilyName f1 2024-11-11T16:20:31,192 DEBUG [StoreOpener-6f2a3bf9efb82ca09080023db37df017-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:31,192 INFO [StoreOpener-6f2a3bf9efb82ca09080023db37df017-1 {}] regionserver.HStore(327): Store=6f2a3bf9efb82ca09080023db37df017/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:31,192 INFO [StoreOpener-6f2a3bf9efb82ca09080023db37df017-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6f2a3bf9efb82ca09080023db37df017 2024-11-11T16:20:31,193 INFO [StoreOpener-6f2a3bf9efb82ca09080023db37df017-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f2a3bf9efb82ca09080023db37df017 columnFamilyName norep 2024-11-11T16:20:31,193 DEBUG [StoreOpener-6f2a3bf9efb82ca09080023db37df017-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:31,193 INFO [StoreOpener-6f2a3bf9efb82ca09080023db37df017-1 {}] regionserver.HStore(327): Store=6f2a3bf9efb82ca09080023db37df017/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:31,194 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6f2a3bf9efb82ca09080023db37df017 2024-11-11T16:20:31,194 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/default/test/6f2a3bf9efb82ca09080023db37df017 2024-11-11T16:20:31,194 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/default/test/6f2a3bf9efb82ca09080023db37df017 2024-11-11T16:20:31,195 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6f2a3bf9efb82ca09080023db37df017 2024-11-11T16:20:31,195 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6f2a3bf9efb82ca09080023db37df017 2024-11-11T16:20:31,195 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:20:31,196 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6f2a3bf9efb82ca09080023db37df017 2024-11-11T16:20:31,198 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/default/test/6f2a3bf9efb82ca09080023db37df017/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:31,199 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6f2a3bf9efb82ca09080023db37df017; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71376207, jitterRate=0.06358836591243744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:20:31,199 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f2a3bf9efb82ca09080023db37df017 2024-11-11T16:20:31,199 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6f2a3bf9efb82ca09080023db37df017: Running coprocessor pre-open hook at 1731342031188Writing region info on filesystem at 1731342031188Initializing all the Stores at 1731342031188Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342031188Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342031189 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342031189Cleaning up temporary data from old regions at 1731342031195 (+6 ms)Running coprocessor post-open hooks at 1731342031199 (+4 ms)Region opened successfully at 1731342031199 2024-11-11T16:20:31,200 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731342030441.6f2a3bf9efb82ca09080023db37df017., pid=6, masterSystemTime=1731342031183 2024-11-11T16:20:31,202 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731342030441.6f2a3bf9efb82ca09080023db37df017. 2024-11-11T16:20:31,202 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731342030441.6f2a3bf9efb82ca09080023db37df017. 2024-11-11T16:20:31,203 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f2a3bf9efb82ca09080023db37df017, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16b413a53992,36863,1731342024286 2024-11-11T16:20:31,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f2a3bf9efb82ca09080023db37df017, server=16b413a53992,36863,1731342024286 because future has completed 2024-11-11T16:20:31,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T16:20:31,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f2a3bf9efb82ca09080023db37df017, server=16b413a53992,36863,1731342024286 in 177 msec 2024-11-11T16:20:31,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T16:20:31,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6f2a3bf9efb82ca09080023db37df017, ASSIGN in 342 msec 2024-11-11T16:20:31,210 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:20:31,210 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342031210"}]},"ts":"1731342031210"} 2024-11-11T16:20:31,211 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T16:20:31,212 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:20:31,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 771 msec 2024-11-11T16:20:31,395 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T16:20:31,396 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T16:20:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:31,581 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T16:20:31,582 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:31,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,45405,1731342027206 2024-11-11T16:20:31,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23450237 2024-11-11T16:20:31,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:31,588 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:20:31,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:20:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T16:20:31,596 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:20:31,596 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:31,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T16:20:31,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:20:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:31,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741835_1011 (size=902) 2024-11-11T16:20:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:32,023 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6250b82f52c32fc1cd674f04cf0f1a00, NAME => 'test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d 2024-11-11T16:20:32,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741836_1012 (size=39) 2024-11-11T16:20:32,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:32,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6250b82f52c32fc1cd674f04cf0f1a00, disabling compactions & flushes 2024-11-11T16:20:32,029 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00. 2024-11-11T16:20:32,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00. 2024-11-11T16:20:32,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00. after waiting 0 ms 2024-11-11T16:20:32,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00. 2024-11-11T16:20:32,029 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00. 2024-11-11T16:20:32,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6250b82f52c32fc1cd674f04cf0f1a00: Waiting for close lock at 1731342032029Disabling compacts and flushes for region at 1731342032029Disabling writes for close at 1731342032029Writing region close event to WAL at 1731342032029Closed at 1731342032029 2024-11-11T16:20:32,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:20:32,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731342032031"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342032031"}]},"ts":"1731342032031"} 2024-11-11T16:20:32,033 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:20:32,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:20:32,034 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342032034"}]},"ts":"1731342032034"} 2024-11-11T16:20:32,037 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T16:20:32,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6250b82f52c32fc1cd674f04cf0f1a00, ASSIGN}] 2024-11-11T16:20:32,039 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6250b82f52c32fc1cd674f04cf0f1a00, ASSIGN 2024-11-11T16:20:32,040 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6250b82f52c32fc1cd674f04cf0f1a00, ASSIGN; state=OFFLINE, location=16b413a53992,43191,1731342027284; forceNewPlan=false, retain=false 2024-11-11T16:20:32,191 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6250b82f52c32fc1cd674f04cf0f1a00, regionState=OPENING, regionLocation=16b413a53992,43191,1731342027284 2024-11-11T16:20:32,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6250b82f52c32fc1cd674f04cf0f1a00, ASSIGN because future has completed 2024-11-11T16:20:32,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6250b82f52c32fc1cd674f04cf0f1a00, server=16b413a53992,43191,1731342027284}] 2024-11-11T16:20:32,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:32,351 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00. 2024-11-11T16:20:32,351 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6250b82f52c32fc1cd674f04cf0f1a00, NAME => 'test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:32,352 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:20:32,352 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T16:20:32,352 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6250b82f52c32fc1cd674f04cf0f1a00 2024-11-11T16:20:32,352 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:32,352 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6250b82f52c32fc1cd674f04cf0f1a00 2024-11-11T16:20:32,352 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6250b82f52c32fc1cd674f04cf0f1a00 2024-11-11T16:20:32,353 INFO [StoreOpener-6250b82f52c32fc1cd674f04cf0f1a00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6250b82f52c32fc1cd674f04cf0f1a00 2024-11-11T16:20:32,354 INFO [StoreOpener-6250b82f52c32fc1cd674f04cf0f1a00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6250b82f52c32fc1cd674f04cf0f1a00 columnFamilyName f 2024-11-11T16:20:32,354 DEBUG [StoreOpener-6250b82f52c32fc1cd674f04cf0f1a00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:32,355 INFO [StoreOpener-6250b82f52c32fc1cd674f04cf0f1a00-1 {}] regionserver.HStore(327): Store=6250b82f52c32fc1cd674f04cf0f1a00/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:32,355 INFO [StoreOpener-6250b82f52c32fc1cd674f04cf0f1a00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6250b82f52c32fc1cd674f04cf0f1a00 2024-11-11T16:20:32,356 INFO [StoreOpener-6250b82f52c32fc1cd674f04cf0f1a00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6250b82f52c32fc1cd674f04cf0f1a00 columnFamilyName f1 2024-11-11T16:20:32,356 DEBUG [StoreOpener-6250b82f52c32fc1cd674f04cf0f1a00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:32,356 INFO [StoreOpener-6250b82f52c32fc1cd674f04cf0f1a00-1 {}] regionserver.HStore(327): Store=6250b82f52c32fc1cd674f04cf0f1a00/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:32,356 INFO [StoreOpener-6250b82f52c32fc1cd674f04cf0f1a00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6250b82f52c32fc1cd674f04cf0f1a00 2024-11-11T16:20:32,357 INFO [StoreOpener-6250b82f52c32fc1cd674f04cf0f1a00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6250b82f52c32fc1cd674f04cf0f1a00 columnFamilyName norep 2024-11-11T16:20:32,357 DEBUG [StoreOpener-6250b82f52c32fc1cd674f04cf0f1a00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:32,357 INFO [StoreOpener-6250b82f52c32fc1cd674f04cf0f1a00-1 {}] regionserver.HStore(327): Store=6250b82f52c32fc1cd674f04cf0f1a00/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:32,357 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6250b82f52c32fc1cd674f04cf0f1a00 2024-11-11T16:20:32,358 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/default/test/6250b82f52c32fc1cd674f04cf0f1a00 2024-11-11T16:20:32,358 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/default/test/6250b82f52c32fc1cd674f04cf0f1a00 2024-11-11T16:20:32,359 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6250b82f52c32fc1cd674f04cf0f1a00 2024-11-11T16:20:32,359 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6250b82f52c32fc1cd674f04cf0f1a00 2024-11-11T16:20:32,359 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:20:32,360 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6250b82f52c32fc1cd674f04cf0f1a00 2024-11-11T16:20:32,362 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/default/test/6250b82f52c32fc1cd674f04cf0f1a00/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:32,362 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6250b82f52c32fc1cd674f04cf0f1a00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69613030, jitterRate=0.03731498122215271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:20:32,362 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6250b82f52c32fc1cd674f04cf0f1a00 2024-11-11T16:20:32,362 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6250b82f52c32fc1cd674f04cf0f1a00: Running coprocessor pre-open hook at 1731342032352Writing region info on filesystem at 1731342032352Initializing all the Stores at 1731342032353 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342032353Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342032353Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342032353Cleaning up temporary data from old regions at 1731342032359 (+6 ms)Running coprocessor post-open hooks at 1731342032362 (+3 ms)Region opened successfully at 1731342032362 2024-11-11T16:20:32,363 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00., pid=6, masterSystemTime=1731342032348 2024-11-11T16:20:32,365 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00. 2024-11-11T16:20:32,365 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00. 2024-11-11T16:20:32,366 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6250b82f52c32fc1cd674f04cf0f1a00, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16b413a53992,43191,1731342027284 2024-11-11T16:20:32,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6250b82f52c32fc1cd674f04cf0f1a00, server=16b413a53992,43191,1731342027284 because future has completed 2024-11-11T16:20:32,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T16:20:32,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6250b82f52c32fc1cd674f04cf0f1a00, server=16b413a53992,43191,1731342027284 in 173 msec 2024-11-11T16:20:32,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T16:20:32,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6250b82f52c32fc1cd674f04cf0f1a00, ASSIGN in 333 msec 2024-11-11T16:20:32,372 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:20:32,373 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342032372"}]},"ts":"1731342032372"} 2024-11-11T16:20:32,375 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T16:20:32,376 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:20:32,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 787 msec 2024-11-11T16:20:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:32,739 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T16:20:32,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9721b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:32,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,35729,-1 for getting cluster id 2024-11-11T16:20:32,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:32,741 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d08e719-695b-4b0d-86e8-a6ff95a97be4' 2024-11-11T16:20:32,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:32,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d08e719-695b-4b0d-86e8-a6ff95a97be4" 2024-11-11T16:20:32,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd4cfaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:32,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,35729,-1] 2024-11-11T16:20:32,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:32,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:32,745 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:32,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b893da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:32,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ee3adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:32,747 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,45405,-1 for getting cluster id 2024-11-11T16:20:32,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:32,749 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ab7e863-520c-4c4d-b21f-972cfb98285e' 2024-11-11T16:20:32,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:32,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ab7e863-520c-4c4d-b21f-972cfb98285e" 2024-11-11T16:20:32,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4098b0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:32,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,45405,-1] 2024-11-11T16:20:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:32,751 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:32,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9c7fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:32,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652713db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:32,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,35729,-1 for getting cluster id 2024-11-11T16:20:32,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:32,755 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d08e719-695b-4b0d-86e8-a6ff95a97be4' 2024-11-11T16:20:32,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:32,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d08e719-695b-4b0d-86e8-a6ff95a97be4" 2024-11-11T16:20:32,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471ba570, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:32,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,35729,-1] 2024-11-11T16:20:32,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:32,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:32,756 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:32,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d1c660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:32,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:32,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,35729,1731342024216 2024-11-11T16:20:32,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@193689bb 2024-11-11T16:20:32,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:32,759 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:20:32,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16b413a53992:45405,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T16:20:32,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T16:20:32,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:32,762 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:45405' 2024-11-11T16:20:32,764 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4547c8ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:32,764 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,45405,-1 for getting cluster id 2024-11-11T16:20:32,764 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:32,773 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ab7e863-520c-4c4d-b21f-972cfb98285e' 2024-11-11T16:20:32,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:32,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ab7e863-520c-4c4d-b21f-972cfb98285e" 2024-11-11T16:20:32,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71aad29a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:32,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,45405,-1] 2024-11-11T16:20:32,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:32,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:32,775 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:32,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0d7104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:32,776 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:32,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,45405,1731342027206 2024-11-11T16:20:32,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4af1773e 2024-11-11T16:20:32,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:32,779 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:20:32,779 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T16:20:32,780 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T16:20:32,780 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:32,780 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:32,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:20:32,781 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:20:32,788 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T16:20:32,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:20:32,791 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:32,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:20:32,839 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T16:20:32,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741837_1013 (size=1138) 2024-11-11T16:20:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:33,257 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0bc7ff2e9697e1b9f89f3a1abd550f28, NAME => 'hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77 2024-11-11T16:20:33,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741838_1014 (size=44) 2024-11-11T16:20:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:33,663 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:33,663 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0bc7ff2e9697e1b9f89f3a1abd550f28, disabling compactions & flushes 2024-11-11T16:20:33,663 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28. 2024-11-11T16:20:33,663 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28. 2024-11-11T16:20:33,663 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28. after waiting 0 ms 2024-11-11T16:20:33,663 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28. 2024-11-11T16:20:33,663 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28. 2024-11-11T16:20:33,663 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0bc7ff2e9697e1b9f89f3a1abd550f28: Waiting for close lock at 1731342033663Disabling compacts and flushes for region at 1731342033663Disabling writes for close at 1731342033663Writing region close event to WAL at 1731342033663Closed at 1731342033663 2024-11-11T16:20:33,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:20:33,665 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731342033665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342033665"}]},"ts":"1731342033665"} 2024-11-11T16:20:33,667 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:20:33,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:20:33,668 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342033668"}]},"ts":"1731342033668"} 2024-11-11T16:20:33,670 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T16:20:33,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0bc7ff2e9697e1b9f89f3a1abd550f28, ASSIGN}] 2024-11-11T16:20:33,672 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0bc7ff2e9697e1b9f89f3a1abd550f28, ASSIGN 2024-11-11T16:20:33,673 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0bc7ff2e9697e1b9f89f3a1abd550f28, ASSIGN; state=OFFLINE, location=16b413a53992,36863,1731342024286; forceNewPlan=false, retain=false 2024-11-11T16:20:33,823 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0bc7ff2e9697e1b9f89f3a1abd550f28, regionState=OPENING, regionLocation=16b413a53992,36863,1731342024286 2024-11-11T16:20:33,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0bc7ff2e9697e1b9f89f3a1abd550f28, ASSIGN because future has completed 2024-11-11T16:20:33,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bc7ff2e9697e1b9f89f3a1abd550f28, server=16b413a53992,36863,1731342024286}] 2024-11-11T16:20:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:33,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28. 2024-11-11T16:20:33,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:33,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T16:20:33,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C36863%2C1731342024286.rep, suffix=, logDir=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286, archiveDir=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/oldWALs, maxLogs=10 2024-11-11T16:20:34,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.rep.1731342033985, exclude list is [], retry=0 2024-11-11T16:20:34,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43937,DS-4a9e3685-9443-4e55-998e-730a14b5eef0,DISK] 2024-11-11T16:20:34,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.rep.1731342033985 2024-11-11T16:20:34,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41229:41229)] 2024-11-11T16:20:34,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bc7ff2e9697e1b9f89f3a1abd550f28, NAME => 'hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:34,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:20:34,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:20:34,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28. service=MultiRowMutationService 2024-11-11T16:20:34,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T16:20:34,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0bc7ff2e9697e1b9f89f3a1abd550f28 2024-11-11T16:20:34,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:34,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0bc7ff2e9697e1b9f89f3a1abd550f28 2024-11-11T16:20:34,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0bc7ff2e9697e1b9f89f3a1abd550f28 2024-11-11T16:20:34,007 INFO [StoreOpener-0bc7ff2e9697e1b9f89f3a1abd550f28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0bc7ff2e9697e1b9f89f3a1abd550f28 2024-11-11T16:20:34,008 INFO [StoreOpener-0bc7ff2e9697e1b9f89f3a1abd550f28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bc7ff2e9697e1b9f89f3a1abd550f28 columnFamilyName hfileref 2024-11-11T16:20:34,008 DEBUG [StoreOpener-0bc7ff2e9697e1b9f89f3a1abd550f28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:34,008 INFO [StoreOpener-0bc7ff2e9697e1b9f89f3a1abd550f28-1 {}] regionserver.HStore(327): Store=0bc7ff2e9697e1b9f89f3a1abd550f28/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:34,008 INFO [StoreOpener-0bc7ff2e9697e1b9f89f3a1abd550f28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0bc7ff2e9697e1b9f89f3a1abd550f28 2024-11-11T16:20:34,009 INFO [StoreOpener-0bc7ff2e9697e1b9f89f3a1abd550f28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bc7ff2e9697e1b9f89f3a1abd550f28 columnFamilyName queue 2024-11-11T16:20:34,009 DEBUG [StoreOpener-0bc7ff2e9697e1b9f89f3a1abd550f28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:34,009 INFO [StoreOpener-0bc7ff2e9697e1b9f89f3a1abd550f28-1 {}] regionserver.HStore(327): Store=0bc7ff2e9697e1b9f89f3a1abd550f28/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:34,009 INFO [StoreOpener-0bc7ff2e9697e1b9f89f3a1abd550f28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0bc7ff2e9697e1b9f89f3a1abd550f28 2024-11-11T16:20:34,010 INFO [StoreOpener-0bc7ff2e9697e1b9f89f3a1abd550f28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bc7ff2e9697e1b9f89f3a1abd550f28 columnFamilyName sid 2024-11-11T16:20:34,011 DEBUG [StoreOpener-0bc7ff2e9697e1b9f89f3a1abd550f28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:34,011 INFO [StoreOpener-0bc7ff2e9697e1b9f89f3a1abd550f28-1 {}] regionserver.HStore(327): Store=0bc7ff2e9697e1b9f89f3a1abd550f28/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:34,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0bc7ff2e9697e1b9f89f3a1abd550f28 2024-11-11T16:20:34,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/replication/0bc7ff2e9697e1b9f89f3a1abd550f28 2024-11-11T16:20:34,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/replication/0bc7ff2e9697e1b9f89f3a1abd550f28 2024-11-11T16:20:34,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0bc7ff2e9697e1b9f89f3a1abd550f28 2024-11-11T16:20:34,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0bc7ff2e9697e1b9f89f3a1abd550f28 2024-11-11T16:20:34,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:20:34,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0bc7ff2e9697e1b9f89f3a1abd550f28 2024-11-11T16:20:34,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/replication/0bc7ff2e9697e1b9f89f3a1abd550f28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:34,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0bc7ff2e9697e1b9f89f3a1abd550f28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62075699, jitterRate=-0.07500000298023224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:20:34,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bc7ff2e9697e1b9f89f3a1abd550f28 2024-11-11T16:20:34,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0bc7ff2e9697e1b9f89f3a1abd550f28: Running coprocessor pre-open hook at 1731342034006Writing region info on filesystem at 1731342034006Initializing all the Stores at 1731342034007 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342034007Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342034007Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342034007Cleaning up temporary data from old regions at 1731342034013 (+6 ms)Running coprocessor post-open hooks at 1731342034016 (+3 ms)Region opened successfully at 1731342034017 (+1 ms) 2024-11-11T16:20:34,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28., pid=10, masterSystemTime=1731342033979 2024-11-11T16:20:34,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28. 2024-11-11T16:20:34,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28. 2024-11-11T16:20:34,021 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0bc7ff2e9697e1b9f89f3a1abd550f28, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,36863,1731342024286 2024-11-11T16:20:34,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bc7ff2e9697e1b9f89f3a1abd550f28, server=16b413a53992,36863,1731342024286 because future has completed 2024-11-11T16:20:34,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T16:20:34,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bc7ff2e9697e1b9f89f3a1abd550f28, server=16b413a53992,36863,1731342024286 in 198 msec 2024-11-11T16:20:34,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T16:20:34,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0bc7ff2e9697e1b9f89f3a1abd550f28, ASSIGN in 355 msec 2024-11-11T16:20:34,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:20:34,030 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342034029"}]},"ts":"1731342034029"} 2024-11-11T16:20:34,031 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T16:20:34,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:20:34,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2510 sec 2024-11-11T16:20:34,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28., hostname=16b413a53992,36863,1731342024286, seqNum=2] 2024-11-11T16:20:34,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36863-0x1002fa4c4de0001, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-730295659 2024-11-11T16:20:34,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-730295659 2024-11-11T16:20:34,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T16:20:34,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T16:20:34,210 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T16:20:34,240 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-16b413a53992,36863,1731342024286, ReplicationSource: 1, currentBandwidth=0 2024-11-11T16:20:34,241 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:34,241 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,36863,1731342024286, seqNum=-1] 2024-11-11T16:20:34,241 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:34,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-11T16:20:34,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16b413a53992,36863,1731342024286', locateType=CURRENT is [region=hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28., hostname=16b413a53992,36863,1731342024286, seqNum=2] 2024-11-11T16:20:34,247 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T16:20:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T16:20:34,249 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16b413a53992,36863,1731342024286 suceeded 2024-11-11T16:20:34,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T16:20:34,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-11T16:20:34,257 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16b413a53992:45405,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T16:20:34,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4980 sec 2024-11-11T16:20:34,267 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:45405' 2024-11-11T16:20:34,269 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67059921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:34,269 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,45405,-1 for getting cluster id 2024-11-11T16:20:34,269 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:34,270 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ab7e863-520c-4c4d-b21f-972cfb98285e' 2024-11-11T16:20:34,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:34,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ab7e863-520c-4c4d-b21f-972cfb98285e" 2024-11-11T16:20:34,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7131e68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:34,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,45405,-1] 2024-11-11T16:20:34,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:34,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:34,271 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:34,272 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e98018b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:34,272 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:34,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,45405,1731342027206 2024-11-11T16:20:34,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c4af7cd 2024-11-11T16:20:34,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:34,274 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-11T16:20:34,275 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16b413a53992,36863,1731342024286 (queues=1) is replicating from cluster=3d08e719-695b-4b0d-86e8-a6ff95a97be4 to cluster=5ab7e863-520c-4c4d-b21f-972cfb98285e 2024-11-11T16:20:34,275 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16b413a53992%2C36863%2C1731342024286 2024-11-11T16:20:34,275 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16b413a53992,36863,1731342024286, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T16:20:34,275 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.shipper16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16b413a53992%2C36863%2C1731342024286 2024-11-11T16:20:34,275 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600, startPosition=0, beingWritten=true 2024-11-11T16:20:34,281 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:20:34,281 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 379, reset compression=false 2024-11-11T16:20:34,281 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.shipper16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,36863,1731342024286 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:20:34,485 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 379, reset compression=false 2024-11-11T16:20:34,789 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 379, reset compression=false 2024-11-11T16:20:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:34,909 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T16:20:34,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:20:34,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:34,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:34,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:34,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:20:34,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd90490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:34,910 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,45405,-1 for getting cluster id 2024-11-11T16:20:34,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:34,910 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ab7e863-520c-4c4d-b21f-972cfb98285e' 2024-11-11T16:20:34,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:34,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ab7e863-520c-4c4d-b21f-972cfb98285e" 2024-11-11T16:20:34,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f164f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:34,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,45405,-1] 2024-11-11T16:20:34,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:34,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:34,912 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:34,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a38930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:34,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:34,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,45405,1731342027206 2024-11-11T16:20:34,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36658b7d 2024-11-11T16:20:34,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:34,914 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:20:34,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16b413a53992:35729,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T16:20:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T16:20:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:34,917 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:35729' 2024-11-11T16:20:34,918 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd24417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:34,918 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,35729,-1 for getting cluster id 2024-11-11T16:20:34,918 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:34,919 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d08e719-695b-4b0d-86e8-a6ff95a97be4' 2024-11-11T16:20:34,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:34,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d08e719-695b-4b0d-86e8-a6ff95a97be4" 2024-11-11T16:20:34,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc158e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:34,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,35729,-1] 2024-11-11T16:20:34,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:34,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:34,920 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:34,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310910f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:34,921 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:34,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,35729,1731342024216 2024-11-11T16:20:34,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f6eb739 2024-11-11T16:20:34,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:34,922 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:20:34,923 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T16:20:34,923 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T16:20:34,923 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:34,923 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:34,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:20:34,923 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:20:34,924 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T16:20:34,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:20:34,925 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:34,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:20:34,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741837_1013 (size=1138) 2024-11-11T16:20:34,974 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T16:20:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:35,193 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 379, reset compression=false 2024-11-11T16:20:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:35,332 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6819f9b06793e8bb7eb420dbdcf31e0e, NAME => 'hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d 2024-11-11T16:20:35,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741838_1014 (size=44) 2024-11-11T16:20:35,338 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:35,338 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6819f9b06793e8bb7eb420dbdcf31e0e, disabling compactions & flushes 2024-11-11T16:20:35,338 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e. 2024-11-11T16:20:35,338 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e. 2024-11-11T16:20:35,338 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e. after waiting 0 ms 2024-11-11T16:20:35,338 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e. 2024-11-11T16:20:35,338 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e. 2024-11-11T16:20:35,338 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6819f9b06793e8bb7eb420dbdcf31e0e: Waiting for close lock at 1731342035338Disabling compacts and flushes for region at 1731342035338Disabling writes for close at 1731342035338Writing region close event to WAL at 1731342035338Closed at 1731342035338 2024-11-11T16:20:35,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:20:35,340 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731342035339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342035339"}]},"ts":"1731342035339"} 2024-11-11T16:20:35,342 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:20:35,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:20:35,343 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342035343"}]},"ts":"1731342035343"} 2024-11-11T16:20:35,345 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T16:20:35,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6819f9b06793e8bb7eb420dbdcf31e0e, ASSIGN}] 2024-11-11T16:20:35,346 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6819f9b06793e8bb7eb420dbdcf31e0e, ASSIGN 2024-11-11T16:20:35,346 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6819f9b06793e8bb7eb420dbdcf31e0e, ASSIGN; state=OFFLINE, location=16b413a53992,43191,1731342027284; forceNewPlan=false, retain=false 2024-11-11T16:20:35,497 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6819f9b06793e8bb7eb420dbdcf31e0e, regionState=OPENING, regionLocation=16b413a53992,43191,1731342027284 2024-11-11T16:20:35,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6819f9b06793e8bb7eb420dbdcf31e0e, ASSIGN because future has completed 2024-11-11T16:20:35,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6819f9b06793e8bb7eb420dbdcf31e0e, server=16b413a53992,43191,1731342027284}] 2024-11-11T16:20:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:35,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e. 2024-11-11T16:20:35,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:35,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T16:20:35,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C43191%2C1731342027284.rep, suffix=, logDir=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284, archiveDir=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/oldWALs, maxLogs=10 2024-11-11T16:20:35,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.rep.1731342035658, exclude list is [], retry=0 2024-11-11T16:20:35,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35063,DS-a6a4626b-9aac-4cdb-aac6-f8615b1ec33b,DISK] 2024-11-11T16:20:35,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.rep.1731342035658 2024-11-11T16:20:35,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36785:36785)] 2024-11-11T16:20:35,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6819f9b06793e8bb7eb420dbdcf31e0e, NAME => 'hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:35,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:20:35,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:20:35,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e. service=MultiRowMutationService 2024-11-11T16:20:35,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T16:20:35,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6819f9b06793e8bb7eb420dbdcf31e0e 2024-11-11T16:20:35,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:35,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6819f9b06793e8bb7eb420dbdcf31e0e 2024-11-11T16:20:35,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6819f9b06793e8bb7eb420dbdcf31e0e 2024-11-11T16:20:35,680 INFO [StoreOpener-6819f9b06793e8bb7eb420dbdcf31e0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6819f9b06793e8bb7eb420dbdcf31e0e 2024-11-11T16:20:35,681 INFO [StoreOpener-6819f9b06793e8bb7eb420dbdcf31e0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6819f9b06793e8bb7eb420dbdcf31e0e columnFamilyName hfileref 2024-11-11T16:20:35,681 DEBUG [StoreOpener-6819f9b06793e8bb7eb420dbdcf31e0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:35,682 INFO [StoreOpener-6819f9b06793e8bb7eb420dbdcf31e0e-1 {}] regionserver.HStore(327): Store=6819f9b06793e8bb7eb420dbdcf31e0e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:35,682 INFO [StoreOpener-6819f9b06793e8bb7eb420dbdcf31e0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6819f9b06793e8bb7eb420dbdcf31e0e 2024-11-11T16:20:35,684 INFO [StoreOpener-6819f9b06793e8bb7eb420dbdcf31e0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6819f9b06793e8bb7eb420dbdcf31e0e columnFamilyName queue 2024-11-11T16:20:35,684 DEBUG [StoreOpener-6819f9b06793e8bb7eb420dbdcf31e0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:35,684 INFO [StoreOpener-6819f9b06793e8bb7eb420dbdcf31e0e-1 {}] regionserver.HStore(327): Store=6819f9b06793e8bb7eb420dbdcf31e0e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:35,685 INFO [StoreOpener-6819f9b06793e8bb7eb420dbdcf31e0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6819f9b06793e8bb7eb420dbdcf31e0e 2024-11-11T16:20:35,685 INFO [StoreOpener-6819f9b06793e8bb7eb420dbdcf31e0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6819f9b06793e8bb7eb420dbdcf31e0e columnFamilyName sid 2024-11-11T16:20:35,685 DEBUG [StoreOpener-6819f9b06793e8bb7eb420dbdcf31e0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:35,686 INFO [StoreOpener-6819f9b06793e8bb7eb420dbdcf31e0e-1 {}] regionserver.HStore(327): Store=6819f9b06793e8bb7eb420dbdcf31e0e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:35,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6819f9b06793e8bb7eb420dbdcf31e0e 2024-11-11T16:20:35,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/replication/6819f9b06793e8bb7eb420dbdcf31e0e 2024-11-11T16:20:35,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/replication/6819f9b06793e8bb7eb420dbdcf31e0e 2024-11-11T16:20:35,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6819f9b06793e8bb7eb420dbdcf31e0e 2024-11-11T16:20:35,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6819f9b06793e8bb7eb420dbdcf31e0e 2024-11-11T16:20:35,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:20:35,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6819f9b06793e8bb7eb420dbdcf31e0e 2024-11-11T16:20:35,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/replication/6819f9b06793e8bb7eb420dbdcf31e0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:35,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6819f9b06793e8bb7eb420dbdcf31e0e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63904642, jitterRate=-0.047746628522872925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:20:35,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6819f9b06793e8bb7eb420dbdcf31e0e 2024-11-11T16:20:35,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6819f9b06793e8bb7eb420dbdcf31e0e: Running coprocessor pre-open hook at 1731342035679Writing region info on filesystem at 1731342035679Initializing all the Stores at 1731342035679Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342035680 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342035680Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342035680Cleaning up temporary data from old regions at 1731342035688 (+8 ms)Running coprocessor post-open hooks at 1731342035692 (+4 ms)Region opened successfully at 1731342035692 2024-11-11T16:20:35,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e., pid=10, masterSystemTime=1731342035652 2024-11-11T16:20:35,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e. 2024-11-11T16:20:35,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e. 2024-11-11T16:20:35,696 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6819f9b06793e8bb7eb420dbdcf31e0e, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,43191,1731342027284 2024-11-11T16:20:35,700 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 379, reset compression=false 2024-11-11T16:20:35,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6819f9b06793e8bb7eb420dbdcf31e0e, server=16b413a53992,43191,1731342027284 because future has completed 2024-11-11T16:20:35,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T16:20:35,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6819f9b06793e8bb7eb420dbdcf31e0e, server=16b413a53992,43191,1731342027284 in 204 msec 2024-11-11T16:20:35,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T16:20:35,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6819f9b06793e8bb7eb420dbdcf31e0e, ASSIGN in 361 msec 2024-11-11T16:20:35,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:20:35,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342035710"}]},"ts":"1731342035710"} 2024-11-11T16:20:35,712 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T16:20:35,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:20:35,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 790 msec 2024-11-11T16:20:35,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e., hostname=16b413a53992,43191,1731342027284, seqNum=2] 2024-11-11T16:20:35,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43191-0x1002fa4c4de0004, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1851553768 2024-11-11T16:20:35,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1851553768 2024-11-11T16:20:35,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T16:20:35,801 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:20:35,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:35,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:35,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:35,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:35,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:35,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:35,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:35,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:35,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:35,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43191 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T16:20:35,899 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T16:20:35,928 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-16b413a53992,43191,1731342027284, ReplicationSource: 1, currentBandwidth=0 2024-11-11T16:20:35,929 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:35,929 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,43191,1731342027284, seqNum=-1] 2024-11-11T16:20:35,929 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:35,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-11T16:20:35,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16b413a53992,43191,1731342027284', locateType=CURRENT is [region=hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e., hostname=16b413a53992,43191,1731342027284, seqNum=2] 2024-11-11T16:20:35,934 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T16:20:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T16:20:35,937 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16b413a53992,43191,1731342027284 suceeded 2024-11-11T16:20:35,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T16:20:35,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-11T16:20:35,939 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16b413a53992:35729,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T16:20:35,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0240 sec 2024-11-11T16:20:35,952 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:35729' 2024-11-11T16:20:35,954 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@172c6841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:35,954 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,35729,-1 for getting cluster id 2024-11-11T16:20:35,954 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:35,955 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d08e719-695b-4b0d-86e8-a6ff95a97be4' 2024-11-11T16:20:35,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:35,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d08e719-695b-4b0d-86e8-a6ff95a97be4" 2024-11-11T16:20:35,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a687d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:35,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,35729,-1] 2024-11-11T16:20:35,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:35,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:35,956 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:35,959 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@415c5333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:35,959 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:35,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,35729,1731342024216 2024-11-11T16:20:35,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ef93a00 2024-11-11T16:20:35,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:35,961 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-11T16:20:35,962 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16b413a53992,43191,1731342027284 (queues=1) is replicating from cluster=5ab7e863-520c-4c4d-b21f-972cfb98285e to cluster=3d08e719-695b-4b0d-86e8-a6ff95a97be4 2024-11-11T16:20:35,962 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16b413a53992%2C43191%2C1731342027284 2024-11-11T16:20:35,962 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16b413a53992,43191,1731342027284, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T16:20:35,962 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.shipper16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16b413a53992%2C43191%2C1731342027284 2024-11-11T16:20:35,962 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292, startPosition=0, beingWritten=true 2024-11-11T16:20:35,972 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:20:35,972 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 to pos 379, reset compression=false 2024-11-11T16:20:35,972 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.shipper16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,43191,1731342027284 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:20:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:36,058 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T16:20:36,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:20:36,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:36,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:36,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:36,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:20:36,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:36,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,36863,1731342024286, seqNum=-1] 2024-11-11T16:20:36,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:36,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:20:36,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731342030441.6f2a3bf9efb82ca09080023db37df017., hostname=16b413a53992,36863,1731342024286, seqNum=2] 2024-11-11T16:20:36,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:36,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,43191,1731342027284, seqNum=-1] 2024-11-11T16:20:36,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:36,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:20:36,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00., hostname=16b413a53992,43191,1731342027284, seqNum=2] 2024-11-11T16:20:36,071 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T16:20:36,178 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 to pos 379, reset compression=false 2024-11-11T16:20:36,305 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 379, reset compression=false 2024-11-11T16:20:36,309 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:20:36,309 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 480, reset compression=false 2024-11-11T16:20:36,309 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.shipper16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,36863,1731342024286 got entry batch from reader: WALEntryBatch [walEntries=[{test/6f2a3bf9efb82ca09080023db37df017/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T16:20:36,312 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.shipper16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:20:36,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-11T16:20:36,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43191 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:20:36,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d789a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:36,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43191 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,45405,-1 for getting cluster id 2024-11-11T16:20:36,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:36,316 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ab7e863-520c-4c4d-b21f-972cfb98285e' 2024-11-11T16:20:36,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:36,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ab7e863-520c-4c4d-b21f-972cfb98285e" 2024-11-11T16:20:36,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fa43f44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:36,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,45405,-1] 2024-11-11T16:20:36,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:36,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:36,318 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:36,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c250aed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:36,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43191 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:36,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,43191,1731342027284, seqNum=-1] 2024-11-11T16:20:36,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:36,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-11T16:20:36,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00., hostname=16b413a53992,43191,1731342027284, seqNum=2] 2024-11-11T16:20:36,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43191 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:20:36,486 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 to pos 379, reset compression=false 2024-11-11T16:20:36,491 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:20:36,491 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 to pos 503, reset compression=false 2024-11-11T16:20:36,491 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.shipper16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,43191,1731342027284 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:20:36,514 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 480, reset compression=false 2024-11-11T16:20:36,695 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 to pos 503, reset compression=false 2024-11-11T16:20:36,817 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 480, reset compression=false 2024-11-11T16:20:36,999 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 to pos 503, reset compression=false 2024-11-11T16:20:37,075 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T16:20:37,078 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T16:20:37,222 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 480, reset compression=false 2024-11-11T16:20:37,396 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T16:20:37,404 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 to pos 503, reset compression=false 2024-11-11T16:20:37,425 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:20:37,425 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 to pos 607, reset compression=false 2024-11-11T16:20:37,425 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.shipper16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,43191,1731342027284 got entry batch from reader: WALEntryBatch [walEntries=[{test/6250b82f52c32fc1cd674f04cf0f1a00/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T16:20:37,427 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:37,427 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.shipper16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:20:37,427 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T16:20:37,428 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18232 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T16:20:37,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-11T16:20:37,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36863 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:20:37,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36863 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e1899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:37,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36863 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,35729,-1 for getting cluster id 2024-11-11T16:20:37,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36863 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:37,434 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d08e719-695b-4b0d-86e8-a6ff95a97be4' 2024-11-11T16:20:37,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:37,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d08e719-695b-4b0d-86e8-a6ff95a97be4" 2024-11-11T16:20:37,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ea764af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:37,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,35729,-1] 2024-11-11T16:20:37,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:37,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:37,435 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:37,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36863 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@109b8f8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:37,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36863 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:37,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,36863,1731342024286, seqNum=-1] 2024-11-11T16:20:37,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:37,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-11T16:20:37,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731342030441.6f2a3bf9efb82ca09080023db37df017., hostname=16b413a53992,36863,1731342024286, seqNum=2] 2024-11-11T16:20:37,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36863 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:20:37,634 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 to pos 607, reset compression=false 2024-11-11T16:20:37,725 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 480, reset compression=false 2024-11-11T16:20:37,731 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:20:37,731 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 607, reset compression=false 2024-11-11T16:20:37,731 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.shipper16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,36863,1731342024286 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:20:37,935 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 607, reset compression=false 2024-11-11T16:20:37,939 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 to pos 607, reset compression=false 2024-11-11T16:20:38,081 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T16:20:38,087 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T16:20:38,239 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 607, reset compression=false 2024-11-11T16:20:38,245 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:20:38,245 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 763, reset compression=false 2024-11-11T16:20:38,245 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.shipper16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,36863,1731342024286 got entry batch from reader: WALEntryBatch [walEntries=[{test/6f2a3bf9efb82ca09080023db37df017/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T16:20:38,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43191 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:20:38,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43191 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:20:38,343 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 to pos 607, reset compression=false 2024-11-11T16:20:38,348 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:20:38,348 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 to pos 754, reset compression=false 2024-11-11T16:20:38,348 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.shipper16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,43191,1731342027284 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:20:38,448 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 763, reset compression=false 2024-11-11T16:20:38,552 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 to pos 754, reset compression=false 2024-11-11T16:20:38,752 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 763, reset compression=false 2024-11-11T16:20:38,855 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 to pos 754, reset compression=false 2024-11-11T16:20:39,089 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T16:20:39,093 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T16:20:39,157 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 763, reset compression=false 2024-11-11T16:20:39,260 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 to pos 754, reset compression=false 2024-11-11T16:20:39,265 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:20:39,265 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 to pos 913, reset compression=false 2024-11-11T16:20:39,265 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.shipper16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,43191,1731342027284 got entry batch from reader: WALEntryBatch [walEntries=[{test/6250b82f52c32fc1cd674f04cf0f1a00/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T16:20:39,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36863 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:20:39,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36863 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:20:39,470 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 to pos 913, reset compression=false 2024-11-11T16:20:39,661 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 763, reset compression=false 2024-11-11T16:20:39,666 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:20:39,666 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 912, reset compression=false 2024-11-11T16:20:39,666 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.shipper16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,36863,1731342024286 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:20:39,774 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 to pos 913, reset compression=false 2024-11-11T16:20:39,872 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 912, reset compression=false 2024-11-11T16:20:40,095 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T16:20:40,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:20:40,097 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:20:40,097 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:40,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:40,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:40,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:20:40,098 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:20:40,098 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1217687895, stopped=false 2024-11-11T16:20:40,098 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,45405,1731342027206 2024-11-11T16:20:40,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1851553768/running 2024-11-11T16:20:40,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43191-0x1002fa4c4de0004, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1851553768/running 2024-11-11T16:20:40,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1851553768 2024-11-11T16:20:40,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43191-0x1002fa4c4de0004, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1851553768 2024-11-11T16:20:40,100 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:20:40,100 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:20:40,100 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:40,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:40,101 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,43191,1731342027284' ***** 2024-11-11T16:20:40,101 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:20:40,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43191-0x1002fa4c4de0004, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Set watcher on znode that does not yet exist, /1-1851553768/running 2024-11-11T16:20:40,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Set watcher on znode that does not yet exist, /1-1851553768/running 2024-11-11T16:20:40,101 INFO [RS:0;16b413a53992:43191 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:20:40,101 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:20:40,102 INFO [RS:0;16b413a53992:43191 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:20:40,103 INFO [RS:0;16b413a53992:43191 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:20:40,103 INFO [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(3091): Received CLOSE for 6250b82f52c32fc1cd674f04cf0f1a00 2024-11-11T16:20:40,103 INFO [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(3091): Received CLOSE for 6819f9b06793e8bb7eb420dbdcf31e0e 2024-11-11T16:20:40,103 INFO [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,43191,1731342027284 2024-11-11T16:20:40,103 INFO [RS:0;16b413a53992:43191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:20:40,103 INFO [RS:0;16b413a53992:43191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:43191. 2024-11-11T16:20:40,103 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6250b82f52c32fc1cd674f04cf0f1a00, disabling compactions & flushes 2024-11-11T16:20:40,103 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00. 2024-11-11T16:20:40,103 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00. 2024-11-11T16:20:40,103 DEBUG [RS:0;16b413a53992:43191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:40,103 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00. after waiting 0 ms 2024-11-11T16:20:40,103 DEBUG [RS:0;16b413a53992:43191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:40,103 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00. 2024-11-11T16:20:40,103 INFO [RS:0;16b413a53992:43191 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:20:40,103 INFO [RS:0;16b413a53992:43191 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:20:40,103 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6250b82f52c32fc1cd674f04cf0f1a00 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-11T16:20:40,103 INFO [RS:0;16b413a53992:43191 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:20:40,103 INFO [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:20:40,104 INFO [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T16:20:40,104 DEBUG [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6250b82f52c32fc1cd674f04cf0f1a00=test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00., 6819f9b06793e8bb7eb420dbdcf31e0e=hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e.} 2024-11-11T16:20:40,104 DEBUG [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6250b82f52c32fc1cd674f04cf0f1a00, 6819f9b06793e8bb7eb420dbdcf31e0e 2024-11-11T16:20:40,104 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:20:40,104 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:20:40,104 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:20:40,104 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:20:40,104 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:20:40,104 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T16:20:40,127 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/default/test/6250b82f52c32fc1cd674f04cf0f1a00/.tmp/f/b80c0410e0bf43e99d1d8ec673dbf2ea is 29, key is row1/f:/1731342039090/DeleteFamily/seqid=0 2024-11-11T16:20:40,130 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740/.tmp/info/5dafd8879dd0452e8fd2ca225e559140 is 147, key is hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e./info:regioninfo/1731342035696/Put/seqid=0 2024-11-11T16:20:40,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741840_1016 (size=5118) 2024-11-11T16:20:40,134 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/default/test/6250b82f52c32fc1cd674f04cf0f1a00/.tmp/f/b80c0410e0bf43e99d1d8ec673dbf2ea 2024-11-11T16:20:40,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741841_1017 (size=7686) 2024-11-11T16:20:40,139 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b80c0410e0bf43e99d1d8ec673dbf2ea 2024-11-11T16:20:40,157 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:20:40,157 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:20:40,158 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/default/test/6250b82f52c32fc1cd674f04cf0f1a00/.tmp/f1/3b49c443c6d64001be624b5fc636c324 is 30, key is row1/f1:/1731342039090/DeleteFamily/seqid=0 2024-11-11T16:20:40,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741842_1018 (size=5123) 2024-11-11T16:20:40,172 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:20:40,177 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 912, reset compression=false 2024-11-11T16:20:40,184 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 to pos 913, reset compression=false 2024-11-11T16:20:40,188 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:20:40,188 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 to pos 1160, reset compression=false 2024-11-11T16:20:40,188 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.shipper16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,43191,1731342027284 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:20:40,190 ERROR [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.shipper16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 16b413a53992,43191,1731342027284: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-16b413a53992,43191,1731342027284, walGroup=16b413a53992%2C43191%2C1731342027284, offset=16b413a53992%2C43191%2C1731342027284.1731342029292:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:43191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T16:20:40,191 ERROR [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.shipper16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T16:20:40,194 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.shipper16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T16:20:40,195 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.shipper16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T16:20:40,195 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.shipper16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T16:20:40,195 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.shipper16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T16:20:40,195 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.shipper16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 737358376 }, "NonHeapMemoryUsage": { "committed": 195297280, "init": 7667712, "max": -1, "used": 190447224 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T16:20:40,199 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.shipper16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:45405 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:45405 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T16:20:40,304 DEBUG [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6250b82f52c32fc1cd674f04cf0f1a00, 6819f9b06793e8bb7eb420dbdcf31e0e 2024-11-11T16:20:40,394 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 to pos 1160, reset compression=false 2024-11-11T16:20:40,504 DEBUG [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6250b82f52c32fc1cd674f04cf0f1a00, 6819f9b06793e8bb7eb420dbdcf31e0e 2024-11-11T16:20:40,537 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740/.tmp/info/5dafd8879dd0452e8fd2ca225e559140 2024-11-11T16:20:40,559 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740/.tmp/ns/ce47c46c958e417bb8c623e35f59617c is 43, key is default/ns:d/1731342030321/Put/seqid=0 2024-11-11T16:20:40,566 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/default/test/6250b82f52c32fc1cd674f04cf0f1a00/.tmp/f1/3b49c443c6d64001be624b5fc636c324 2024-11-11T16:20:40,570 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b49c443c6d64001be624b5fc636c324 2024-11-11T16:20:40,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741843_1019 (size=5153) 2024-11-11T16:20:40,575 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740/.tmp/ns/ce47c46c958e417bb8c623e35f59617c 2024-11-11T16:20:40,581 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 912, reset compression=false 2024-11-11T16:20:40,592 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/default/test/6250b82f52c32fc1cd674f04cf0f1a00/.tmp/norep/84e256727b8144d38d6e24b63c4f1479 is 33, key is row1/norep:/1731342039090/DeleteFamily/seqid=0 2024-11-11T16:20:40,604 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740/.tmp/rep_barrier/ce97174db44e419788a197efc21b4229 is 112, key is test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00./rep_barrier:seqnumDuringOpen/1731342032365/Put/seqid=0 2024-11-11T16:20:40,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741844_1020 (size=5108) 2024-11-11T16:20:40,609 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/default/test/6250b82f52c32fc1cd674f04cf0f1a00/.tmp/norep/84e256727b8144d38d6e24b63c4f1479 2024-11-11T16:20:40,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741845_1021 (size=5518) 2024-11-11T16:20:40,618 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84e256727b8144d38d6e24b63c4f1479 2024-11-11T16:20:40,618 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/default/test/6250b82f52c32fc1cd674f04cf0f1a00/.tmp/f/b80c0410e0bf43e99d1d8ec673dbf2ea as hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/default/test/6250b82f52c32fc1cd674f04cf0f1a00/f/b80c0410e0bf43e99d1d8ec673dbf2ea 2024-11-11T16:20:40,623 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b80c0410e0bf43e99d1d8ec673dbf2ea 2024-11-11T16:20:40,623 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/default/test/6250b82f52c32fc1cd674f04cf0f1a00/f/b80c0410e0bf43e99d1d8ec673dbf2ea, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T16:20:40,625 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/default/test/6250b82f52c32fc1cd674f04cf0f1a00/.tmp/f1/3b49c443c6d64001be624b5fc636c324 as hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/default/test/6250b82f52c32fc1cd674f04cf0f1a00/f1/3b49c443c6d64001be624b5fc636c324 2024-11-11T16:20:40,629 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b49c443c6d64001be624b5fc636c324 2024-11-11T16:20:40,629 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/default/test/6250b82f52c32fc1cd674f04cf0f1a00/f1/3b49c443c6d64001be624b5fc636c324, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T16:20:40,630 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/default/test/6250b82f52c32fc1cd674f04cf0f1a00/.tmp/norep/84e256727b8144d38d6e24b63c4f1479 as hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/default/test/6250b82f52c32fc1cd674f04cf0f1a00/norep/84e256727b8144d38d6e24b63c4f1479 2024-11-11T16:20:40,634 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84e256727b8144d38d6e24b63c4f1479 2024-11-11T16:20:40,634 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/default/test/6250b82f52c32fc1cd674f04cf0f1a00/norep/84e256727b8144d38d6e24b63c4f1479, entries=1, sequenceid=8, filesize=5.0 K 2024-11-11T16:20:40,635 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6250b82f52c32fc1cd674f04cf0f1a00 in 532ms, sequenceid=8, compaction requested=false 2024-11-11T16:20:40,664 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/default/test/6250b82f52c32fc1cd674f04cf0f1a00/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T16:20:40,665 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:20:40,665 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:20:40,665 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00. 2024-11-11T16:20:40,665 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6250b82f52c32fc1cd674f04cf0f1a00: Waiting for close lock at 1731342040103Running coprocessor pre-close hooks at 1731342040103Disabling compacts and flushes for region at 1731342040103Disabling writes for close at 1731342040103Obtaining lock to block concurrent updates at 1731342040103Preparing flush snapshotting stores in 6250b82f52c32fc1cd674f04cf0f1a00 at 1731342040103Finished memstore snapshotting test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731342040104 (+1 ms)Flushing stores of test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00. at 1731342040104Flushing 6250b82f52c32fc1cd674f04cf0f1a00/f: creating writer at 1731342040105 (+1 ms)Flushing 6250b82f52c32fc1cd674f04cf0f1a00/f: appending metadata at 1731342040126 (+21 ms)Flushing 6250b82f52c32fc1cd674f04cf0f1a00/f: closing flushed file at 1731342040126Flushing 6250b82f52c32fc1cd674f04cf0f1a00/f1: creating writer at 1731342040139 (+13 ms)Flushing 6250b82f52c32fc1cd674f04cf0f1a00/f1: appending metadata at 1731342040158 (+19 ms)Flushing 6250b82f52c32fc1cd674f04cf0f1a00/f1: closing flushed file at 1731342040158Flushing 6250b82f52c32fc1cd674f04cf0f1a00/norep: creating writer at 1731342040570 (+412 ms)Flushing 6250b82f52c32fc1cd674f04cf0f1a00/norep: appending metadata at 1731342040591 (+21 ms)Flushing 6250b82f52c32fc1cd674f04cf0f1a00/norep: closing flushed file at 1731342040591Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a36e731: reopening flushed file at 1731342040618 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a6200fa: reopening flushed file at 1731342040623 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30e23cd3: reopening flushed file at 1731342040630 (+7 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6250b82f52c32fc1cd674f04cf0f1a00 in 532ms, sequenceid=8, compaction requested=false at 1731342040635 (+5 ms)Writing region close event to WAL at 1731342040657 (+22 ms)Running coprocessor post-close hooks at 1731342040665 (+8 ms)Closed at 1731342040665 2024-11-11T16:20:40,665 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731342031588.6250b82f52c32fc1cd674f04cf0f1a00. 2024-11-11T16:20:40,666 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6819f9b06793e8bb7eb420dbdcf31e0e, disabling compactions & flushes 2024-11-11T16:20:40,666 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e. 2024-11-11T16:20:40,666 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e. 2024-11-11T16:20:40,666 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e. after waiting 0 ms 2024-11-11T16:20:40,666 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e. 2024-11-11T16:20:40,666 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6819f9b06793e8bb7eb420dbdcf31e0e: Waiting for close lock at 1731342040666Running coprocessor pre-close hooks at 1731342040666Disabling compacts and flushes for region at 1731342040666Disabling writes for close at 1731342040666Failed flush hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e., putting online again at 1731342040666 2024-11-11T16:20:40,666 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e. 2024-11-11T16:20:40,703 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 to pos 1160, reset compression=false 2024-11-11T16:20:40,705 INFO [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(3091): Received CLOSE for 6819f9b06793e8bb7eb420dbdcf31e0e 2024-11-11T16:20:40,705 DEBUG [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6819f9b06793e8bb7eb420dbdcf31e0e 2024-11-11T16:20:40,705 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6819f9b06793e8bb7eb420dbdcf31e0e, disabling compactions & flushes 2024-11-11T16:20:40,705 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e. 2024-11-11T16:20:40,705 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e. 2024-11-11T16:20:40,705 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e. after waiting 0 ms 2024-11-11T16:20:40,705 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e. 2024-11-11T16:20:40,705 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6819f9b06793e8bb7eb420dbdcf31e0e: Waiting for close lock at 1731342040705Running coprocessor pre-close hooks at 1731342040705Disabling compacts and flushes for region at 1731342040705Disabling writes for close at 1731342040705Failed flush hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e., putting online again at 1731342040705 2024-11-11T16:20:40,705 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e. 2024-11-11T16:20:40,716 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:20:40,716 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 to pos 1804, reset compression=false 2024-11-11T16:20:40,905 DEBUG [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:20:40,927 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 to pos 1804, reset compression=false 2024-11-11T16:20:41,011 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740/.tmp/rep_barrier/ce97174db44e419788a197efc21b4229 2024-11-11T16:20:41,040 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740/.tmp/table/8f4449669eb844d38e763bd690b11bdf is 53, key is hbase:replication/table:state/1731342035710/Put/seqid=0 2024-11-11T16:20:41,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741846_1022 (size=5308) 2024-11-11T16:20:41,046 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740/.tmp/table/8f4449669eb844d38e763bd690b11bdf 2024-11-11T16:20:41,053 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740/.tmp/info/5dafd8879dd0452e8fd2ca225e559140 as hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740/info/5dafd8879dd0452e8fd2ca225e559140 2024-11-11T16:20:41,059 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740/info/5dafd8879dd0452e8fd2ca225e559140, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T16:20:41,060 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740/.tmp/ns/ce47c46c958e417bb8c623e35f59617c as hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740/ns/ce47c46c958e417bb8c623e35f59617c 2024-11-11T16:20:41,066 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740/ns/ce47c46c958e417bb8c623e35f59617c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T16:20:41,068 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740/.tmp/rep_barrier/ce97174db44e419788a197efc21b4229 as hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740/rep_barrier/ce97174db44e419788a197efc21b4229 2024-11-11T16:20:41,077 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740/rep_barrier/ce97174db44e419788a197efc21b4229, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T16:20:41,079 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740/.tmp/table/8f4449669eb844d38e763bd690b11bdf as hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740/table/8f4449669eb844d38e763bd690b11bdf 2024-11-11T16:20:41,084 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740/table/8f4449669eb844d38e763bd690b11bdf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T16:20:41,086 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 981ms, sequenceid=16, compaction requested=false 2024-11-11T16:20:41,098 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 912, reset compression=false 2024-11-11T16:20:41,105 INFO [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T16:20:41,105 DEBUG [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6819f9b06793e8bb7eb420dbdcf31e0e=hbase:replication,,1731342034923.6819f9b06793e8bb7eb420dbdcf31e0e.} 2024-11-11T16:20:41,105 DEBUG [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:20:41,116 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T16:20:41,116 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:20:41,116 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:20:41,116 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:20:41,116 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342040104Running coprocessor pre-close hooks at 1731342040104Disabling compacts and flushes for region at 1731342040104Disabling writes for close at 1731342040104Obtaining lock to block concurrent updates at 1731342040104Preparing flush snapshotting stores in 1588230740 at 1731342040104Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731342040105 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731342040105Flushing 1588230740/info: creating writer at 1731342040105Flushing 1588230740/info: appending metadata at 1731342040129 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731342040129Flushing 1588230740/ns: creating writer at 1731342040542 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731342040559 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731342040559Flushing 1588230740/rep_barrier: creating writer at 1731342040580 (+21 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731342040604 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731342040604Flushing 1588230740/table: creating writer at 1731342041017 (+413 ms)Flushing 1588230740/table: appending metadata at 1731342041040 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731342041040Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77363817: reopening flushed file at 1731342041052 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2121ff90: reopening flushed file at 1731342041059 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eb4c2ee: reopening flushed file at 1731342041066 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad01758: reopening flushed file at 1731342041077 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 981ms, sequenceid=16, compaction requested=false at 1731342041086 (+9 ms)Writing region close event to WAL at 1731342041112 (+26 ms)Running coprocessor post-close hooks at 1731342041116 (+4 ms)Closed at 1731342041116 2024-11-11T16:20:41,117 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:20:41,181 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:20:41,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:41,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:41,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:41,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:41,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:41,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:41,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:41,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:41,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:41,232 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.1731342029292 to pos 1804, reset compression=false 2024-11-11T16:20:41,254 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T16:20:41,254 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T16:20:41,255 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T16:20:41,255 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T16:20:41,255 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:20:41,255 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T16:20:41,305 INFO [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T16:20:41,305 INFO [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,43191,1731342027284; all regions closed. 2024-11-11T16:20:41,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741834_1010 (size=4239) 2024-11-11T16:20:41,315 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/WALs/16b413a53992,43191,1731342027284/16b413a53992%2C43191%2C1731342027284.meta.1731342030276.meta not finished, retry = 0 2024-11-11T16:20:41,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741839_1015 (size=1733) 2024-11-11T16:20:41,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741832_1008 (size=1812) 2024-11-11T16:20:41,427 DEBUG [RS:0;16b413a53992:43191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:41,427 INFO [RS:0;16b413a53992:43191 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:20:41,428 INFO [RS:0;16b413a53992:43191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:20:41,428 INFO [RS:0;16b413a53992:43191 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T16:20:41,428 INFO [RS:0;16b413a53992:43191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:20:41,428 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:20:41,429 INFO [RS:0;16b413a53992:43191 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16b413a53992,43191,1731342027284 because: Region server is closing 2024-11-11T16:20:41,429 INFO [RS:0;16b413a53992:43191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:43191. 2024-11-11T16:20:41,429 DEBUG [RS:0;16b413a53992:43191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:41,429 DEBUG [RS:0;16b413a53992:43191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:41,429 DEBUG [RS:0;16b413a53992:43191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:41,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:20:41,530 INFO [RS:0;16b413a53992:43191 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.shipper16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 terminated 2024-11-11T16:20:41,530 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,43191,1731342027284.replicationSource.wal-reader.16b413a53992%2C43191%2C1731342027284,1-16b413a53992,43191,1731342027284 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T16:20:41,530 INFO [RS:0;16b413a53992:43191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:43191. 2024-11-11T16:20:41,530 DEBUG [RS:0;16b413a53992:43191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:41,530 DEBUG [RS:0;16b413a53992:43191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:41,530 DEBUG [RS:0;16b413a53992:43191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:41,530 INFO [RS:0;16b413a53992:43191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43191 2024-11-11T16:20:41,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:20:41,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1851553768/rs 2024-11-11T16:20:41,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43191-0x1002fa4c4de0004, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1851553768/rs/16b413a53992,43191,1731342027284 2024-11-11T16:20:41,534 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,43191,1731342027284] 2024-11-11T16:20:41,534 INFO [RS:0;16b413a53992:43191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:20:41,535 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1851553768/draining/16b413a53992,43191,1731342027284 already deleted, retry=false 2024-11-11T16:20:41,535 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,43191,1731342027284 expired; onlineServers=0 2024-11-11T16:20:41,535 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,45405,1731342027206' ***** 2024-11-11T16:20:41,536 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:20:41,536 INFO [M:0;16b413a53992:45405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:20:41,536 INFO [M:0;16b413a53992:45405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:20:41,536 DEBUG [M:0;16b413a53992:45405 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:20:41,536 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:20:41,536 DEBUG [M:0;16b413a53992:45405 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:20:41,536 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342029118 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342029118,5,FailOnTimeoutGroup] 2024-11-11T16:20:41,536 INFO [M:0;16b413a53992:45405 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:20:41,536 INFO [M:0;16b413a53992:45405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:20:41,536 DEBUG [M:0;16b413a53992:45405 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:20:41,536 INFO [M:0;16b413a53992:45405 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:20:41,536 INFO [M:0;16b413a53992:45405 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:20:41,536 INFO [M:0;16b413a53992:45405 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:20:41,537 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:20:41,537 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342029117 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342029117,5,FailOnTimeoutGroup] 2024-11-11T16:20:41,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1851553768/master 2024-11-11T16:20:41,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1851553768 2024-11-11T16:20:41,546 DEBUG [M:0;16b413a53992:45405 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1851553768/master already deleted, retry=false 2024-11-11T16:20:41,546 DEBUG [M:0;16b413a53992:45405 {}] master.ActiveMasterManager(353): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1851553768/master 2024-11-11T16:20:41,547 INFO [M:0;16b413a53992:45405 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/.lastflushedseqids 2024-11-11T16:20:41,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741847_1023 (size=245) 2024-11-11T16:20:41,575 INFO [M:0;16b413a53992:45405 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:20:41,575 INFO [M:0;16b413a53992:45405 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:20:41,576 DEBUG [M:0;16b413a53992:45405 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:20:41,576 INFO [M:0;16b413a53992:45405 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:41,576 DEBUG [M:0;16b413a53992:45405 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:41,576 DEBUG [M:0;16b413a53992:45405 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:20:41,576 DEBUG [M:0;16b413a53992:45405 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:41,576 INFO [M:0;16b413a53992:45405 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T16:20:41,596 DEBUG [M:0;16b413a53992:45405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fcbe5eae2ac24e2b80e1c634121c2885 is 82, key is hbase:meta,,1/info:regioninfo/1731342030311/Put/seqid=0 2024-11-11T16:20:41,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741848_1024 (size=5672) 2024-11-11T16:20:41,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43191-0x1002fa4c4de0004, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:20:41,642 INFO [RS:0;16b413a53992:43191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:20:41,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43191-0x1002fa4c4de0004, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:20:41,642 INFO [RS:0;16b413a53992:43191 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,43191,1731342027284; zookeeper connection closed. 2024-11-11T16:20:41,642 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@715dbf03 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@715dbf03 2024-11-11T16:20:41,643 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:20:41,711 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 912, reset compression=false 2024-11-11T16:20:42,004 INFO [M:0;16b413a53992:45405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fcbe5eae2ac24e2b80e1c634121c2885 2024-11-11T16:20:42,033 DEBUG [M:0;16b413a53992:45405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f6bd7af494541269939283bf13bdca7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731342035714/Put/seqid=0 2024-11-11T16:20:42,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741849_1025 (size=8515) 2024-11-11T16:20:42,048 INFO [M:0;16b413a53992:45405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f6bd7af494541269939283bf13bdca7 2024-11-11T16:20:42,075 DEBUG [M:0;16b413a53992:45405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbac7f4bdb064faaa4ee26c3c24f39d7 is 69, key is 16b413a53992,43191,1731342027284/rs:state/1731342029139/Put/seqid=0 2024-11-11T16:20:42,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741850_1026 (size=5156) 2024-11-11T16:20:42,420 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 912, reset compression=false 2024-11-11T16:20:42,481 INFO [M:0;16b413a53992:45405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbac7f4bdb064faaa4ee26c3c24f39d7 2024-11-11T16:20:42,499 DEBUG [M:0;16b413a53992:45405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fcbe5eae2ac24e2b80e1c634121c2885 as hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fcbe5eae2ac24e2b80e1c634121c2885 2024-11-11T16:20:42,533 INFO [M:0;16b413a53992:45405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fcbe5eae2ac24e2b80e1c634121c2885, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T16:20:42,537 DEBUG [M:0;16b413a53992:45405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f6bd7af494541269939283bf13bdca7 as hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f6bd7af494541269939283bf13bdca7 2024-11-11T16:20:42,544 INFO [M:0;16b413a53992:45405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f6bd7af494541269939283bf13bdca7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T16:20:42,547 DEBUG [M:0;16b413a53992:45405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbac7f4bdb064faaa4ee26c3c24f39d7 as hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dbac7f4bdb064faaa4ee26c3c24f39d7 2024-11-11T16:20:42,554 INFO [M:0;16b413a53992:45405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45199/user/jenkins/test-data/4d2f818c-363c-8b58-18db-0f0a21ce222d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dbac7f4bdb064faaa4ee26c3c24f39d7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T16:20:42,555 INFO [M:0;16b413a53992:45405 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 979ms, sequenceid=97, compaction requested=false 2024-11-11T16:20:42,581 INFO [M:0;16b413a53992:45405 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:42,581 DEBUG [M:0;16b413a53992:45405 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342041576Disabling compacts and flushes for region at 1731342041576Disabling writes for close at 1731342041576Obtaining lock to block concurrent updates at 1731342041576Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731342041576Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731342041576Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731342041577 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731342041577Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731342041596 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731342041596Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731342042009 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731342042033 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731342042033Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731342042053 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731342042074 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731342042074Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b288222: reopening flushed file at 1731342042494 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b0c5db0: reopening flushed file at 1731342042533 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ac91c99: reopening flushed file at 1731342042544 (+11 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 979ms, sequenceid=97, compaction requested=false at 1731342042555 (+11 ms)Writing region close event to WAL at 1731342042581 (+26 ms)Closed at 1731342042581 2024-11-11T16:20:42,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741830_1006 (size=63642) 2024-11-11T16:20:42,591 INFO [M:0;16b413a53992:45405 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:20:42,591 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:20:42,591 INFO [M:0;16b413a53992:45405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45405 2024-11-11T16:20:42,592 INFO [M:0;16b413a53992:45405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:20:42,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:20:42,694 INFO [M:0;16b413a53992:45405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:20:42,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x1002fa4c4de0003, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:20:42,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@641f60a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:20:42,698 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fbd94a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:20:42,698 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:20:42,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3624214d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:20:42,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@170eb768{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/hadoop.log.dir/,STOPPED} 2024-11-11T16:20:42,700 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:20:42,700 WARN [BP-1062816978-172.17.0.2-1731342026257 heartbeating to localhost/127.0.0.1:45199 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:20:42,700 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:20:42,700 WARN [BP-1062816978-172.17.0.2-1731342026257 heartbeating to localhost/127.0.0.1:45199 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1062816978-172.17.0.2-1731342026257 (Datanode Uuid 0530c731-0171-4e0d-91cb-e4ed5a48f56b) service to localhost/127.0.0.1:45199 2024-11-11T16:20:42,701 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/cluster_e64291b4-ebbe-3ff0-c320-4862f9eb3738/data/data1/current/BP-1062816978-172.17.0.2-1731342026257 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:20:42,701 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/cluster_e64291b4-ebbe-3ff0-c320-4862f9eb3738/data/data2/current/BP-1062816978-172.17.0.2-1731342026257 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:20:42,702 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:20:42,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e86afc5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:20:42,709 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20876e25{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:20:42,709 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:20:42,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2662ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:20:42,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2496d180{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/hadoop.log.dir/,STOPPED} 2024-11-11T16:20:42,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:20:42,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:20:42,723 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:20:42,723 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:42,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:42,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:42,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:20:42,723 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:20:42,723 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1903522654, stopped=false 2024-11-11T16:20:42,723 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,35729,1731342024216 2024-11-11T16:20:42,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-730295659/running 2024-11-11T16:20:42,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36863-0x1002fa4c4de0001, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-730295659/running 2024-11-11T16:20:42,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36863-0x1002fa4c4de0001, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-730295659 2024-11-11T16:20:42,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-730295659 2024-11-11T16:20:42,725 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:20:42,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Set watcher on znode that does not yet exist, /0-730295659/running 2024-11-11T16:20:42,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36863-0x1002fa4c4de0001, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Set watcher on znode that does not yet exist, /0-730295659/running 2024-11-11T16:20:42,727 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:20:42,727 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:42,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:42,727 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,36863,1731342024286' ***** 2024-11-11T16:20:42,727 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:20:42,727 INFO [RS:0;16b413a53992:36863 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:20:42,727 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:20:42,727 INFO [RS:0;16b413a53992:36863 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:20:42,727 INFO [RS:0;16b413a53992:36863 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:20:42,727 INFO [RS:0;16b413a53992:36863 {}] regionserver.HRegionServer(3091): Received CLOSE for 0bc7ff2e9697e1b9f89f3a1abd550f28 2024-11-11T16:20:42,728 INFO [RS:0;16b413a53992:36863 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f2a3bf9efb82ca09080023db37df017 2024-11-11T16:20:42,728 INFO [RS:0;16b413a53992:36863 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,36863,1731342024286 2024-11-11T16:20:42,728 INFO [RS:0;16b413a53992:36863 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:20:42,728 INFO [RS:0;16b413a53992:36863 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:36863. 2024-11-11T16:20:42,728 DEBUG [RS:0;16b413a53992:36863 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:42,728 DEBUG [RS:0;16b413a53992:36863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:42,728 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0bc7ff2e9697e1b9f89f3a1abd550f28, disabling compactions & flushes 2024-11-11T16:20:42,728 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28. 2024-11-11T16:20:42,728 INFO [RS:0;16b413a53992:36863 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:20:42,728 INFO [RS:0;16b413a53992:36863 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:20:42,728 INFO [RS:0;16b413a53992:36863 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:20:42,728 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28. 2024-11-11T16:20:42,728 INFO [RS:0;16b413a53992:36863 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:20:42,728 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28. after waiting 0 ms 2024-11-11T16:20:42,728 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28. 2024-11-11T16:20:42,728 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0bc7ff2e9697e1b9f89f3a1abd550f28 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-11T16:20:42,732 INFO [RS:0;16b413a53992:36863 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T16:20:42,732 DEBUG [RS:0;16b413a53992:36863 {}] regionserver.HRegionServer(1325): Online Regions={0bc7ff2e9697e1b9f89f3a1abd550f28=hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28., 6f2a3bf9efb82ca09080023db37df017=test,,1731342030441.6f2a3bf9efb82ca09080023db37df017., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T16:20:42,732 DEBUG [RS:0;16b413a53992:36863 {}] regionserver.HRegionServer(1351): Waiting on 0bc7ff2e9697e1b9f89f3a1abd550f28, 1588230740, 6f2a3bf9efb82ca09080023db37df017 2024-11-11T16:20:42,733 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:20:42,733 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:20:42,733 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:20:42,733 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:20:42,733 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:20:42,733 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T16:20:42,754 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/replication/0bc7ff2e9697e1b9f89f3a1abd550f28/.tmp/queue/3acefae7d50b4c75b2f6f255c10c3759 is 153, key is 1-16b413a53992,36863,1731342024286/queue:16b413a53992%2C36863%2C1731342024286/1731342039668/Put/seqid=0 2024-11-11T16:20:42,759 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740/.tmp/info/faece0890ed44abc9d1a39ca237d7297 is 147, key is hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28./info:regioninfo/1731342034021/Put/seqid=0 2024-11-11T16:20:42,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741840_1016 (size=5352) 2024-11-11T16:20:42,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741841_1017 (size=7686) 2024-11-11T16:20:42,764 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740/.tmp/info/faece0890ed44abc9d1a39ca237d7297 2024-11-11T16:20:42,768 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:20:42,789 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740/.tmp/ns/9484b7921fed467eb616eca7422b62b1 is 43, key is default/ns:d/1731342026165/Put/seqid=0 2024-11-11T16:20:42,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741842_1018 (size=5153) 2024-11-11T16:20:42,933 DEBUG [RS:0;16b413a53992:36863 {}] regionserver.HRegionServer(1351): Waiting on 0bc7ff2e9697e1b9f89f3a1abd550f28, 1588230740, 6f2a3bf9efb82ca09080023db37df017 2024-11-11T16:20:43,133 DEBUG [RS:0;16b413a53992:36863 {}] regionserver.HRegionServer(1351): Waiting on 0bc7ff2e9697e1b9f89f3a1abd550f28, 1588230740, 6f2a3bf9efb82ca09080023db37df017 2024-11-11T16:20:43,161 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/replication/0bc7ff2e9697e1b9f89f3a1abd550f28/.tmp/queue/3acefae7d50b4c75b2f6f255c10c3759 2024-11-11T16:20:43,168 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/replication/0bc7ff2e9697e1b9f89f3a1abd550f28/.tmp/queue/3acefae7d50b4c75b2f6f255c10c3759 as hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/replication/0bc7ff2e9697e1b9f89f3a1abd550f28/queue/3acefae7d50b4c75b2f6f255c10c3759 2024-11-11T16:20:43,173 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/replication/0bc7ff2e9697e1b9f89f3a1abd550f28/queue/3acefae7d50b4c75b2f6f255c10c3759, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T16:20:43,174 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 0bc7ff2e9697e1b9f89f3a1abd550f28 in 446ms, sequenceid=10, compaction requested=false 2024-11-11T16:20:43,179 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/replication/0bc7ff2e9697e1b9f89f3a1abd550f28/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T16:20:43,180 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:20:43,180 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:20:43,180 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28. 2024-11-11T16:20:43,180 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0bc7ff2e9697e1b9f89f3a1abd550f28: Waiting for close lock at 1731342042728Running coprocessor pre-close hooks at 1731342042728Disabling compacts and flushes for region at 1731342042728Disabling writes for close at 1731342042728Obtaining lock to block concurrent updates at 1731342042728Preparing flush snapshotting stores in 0bc7ff2e9697e1b9f89f3a1abd550f28 at 1731342042729 (+1 ms)Finished memstore snapshotting hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731342042729Flushing stores of hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28. at 1731342042730 (+1 ms)Flushing 0bc7ff2e9697e1b9f89f3a1abd550f28/queue: creating writer at 1731342042730Flushing 0bc7ff2e9697e1b9f89f3a1abd550f28/queue: appending metadata at 1731342042753 (+23 ms)Flushing 0bc7ff2e9697e1b9f89f3a1abd550f28/queue: closing flushed file at 1731342042753Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@453b0edd: reopening flushed file at 1731342043166 (+413 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 0bc7ff2e9697e1b9f89f3a1abd550f28 in 446ms, sequenceid=10, compaction requested=false at 1731342043174 (+8 ms)Writing region close event to WAL at 1731342043175 (+1 ms)Running coprocessor post-close hooks at 1731342043180 (+5 ms)Closed at 1731342043180 2024-11-11T16:20:43,180 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731342032780.0bc7ff2e9697e1b9f89f3a1abd550f28. 2024-11-11T16:20:43,180 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f2a3bf9efb82ca09080023db37df017, disabling compactions & flushes 2024-11-11T16:20:43,181 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731342030441.6f2a3bf9efb82ca09080023db37df017. 2024-11-11T16:20:43,181 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342030441.6f2a3bf9efb82ca09080023db37df017. 2024-11-11T16:20:43,181 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731342030441.6f2a3bf9efb82ca09080023db37df017. after waiting 0 ms 2024-11-11T16:20:43,181 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731342030441.6f2a3bf9efb82ca09080023db37df017. 2024-11-11T16:20:43,181 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6f2a3bf9efb82ca09080023db37df017 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-11T16:20:43,198 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740/.tmp/ns/9484b7921fed467eb616eca7422b62b1 2024-11-11T16:20:43,202 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/default/test/6f2a3bf9efb82ca09080023db37df017/.tmp/f/7a23de8a5e174d7f88437789252d042b is 29, key is row1/f:/1731342039090/DeleteFamily/seqid=0 2024-11-11T16:20:43,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741843_1019 (size=5118) 2024-11-11T16:20:43,213 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/default/test/6f2a3bf9efb82ca09080023db37df017/.tmp/f/7a23de8a5e174d7f88437789252d042b 2024-11-11T16:20:43,218 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a23de8a5e174d7f88437789252d042b 2024-11-11T16:20:43,224 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740/.tmp/rep_barrier/b4f0c4b87a5243ecaac077ce634b17f8 is 112, key is test,,1731342030441.6f2a3bf9efb82ca09080023db37df017./rep_barrier:seqnumDuringOpen/1731342031203/Put/seqid=0 2024-11-11T16:20:43,226 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 912, reset compression=false 2024-11-11T16:20:43,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741844_1020 (size=5518) 2024-11-11T16:20:43,233 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740/.tmp/rep_barrier/b4f0c4b87a5243ecaac077ce634b17f8 2024-11-11T16:20:43,234 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/default/test/6f2a3bf9efb82ca09080023db37df017/.tmp/f1/5c66e88f5cc54df69d192a35bbd908b2 is 30, key is row1/f1:/1731342039090/DeleteFamily/seqid=0 2024-11-11T16:20:43,242 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:20:43,242 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 1159, reset compression=false 2024-11-11T16:20:43,242 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.shipper16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,36863,1731342024286 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:20:43,243 ERROR [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.shipper16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 16b413a53992,36863,1731342024286: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-16b413a53992,36863,1731342024286, walGroup=16b413a53992%2C36863%2C1731342024286, offset=16b413a53992%2C36863%2C1731342024286.1731342025600:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:36863 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T16:20:43,244 ERROR [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.shipper16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T16:20:43,244 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.shipper16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T16:20:43,245 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.shipper16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T16:20:43,245 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.shipper16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T16:20:43,245 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.shipper16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T16:20:43,245 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.shipper16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 819147304 }, "NonHeapMemoryUsage": { "committed": 195690496, "init": 7667712, "max": -1, "used": 191235384 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T16:20:43,245 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.shipper16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:35729 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:35729 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T16:20:43,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741845_1021 (size=5123) 2024-11-11T16:20:43,276 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740/.tmp/table/66bc59da931948d18b64befdfdc81a75 is 53, key is hbase:replication/table:state/1731342034029/Put/seqid=0 2024-11-11T16:20:43,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741846_1022 (size=5308) 2024-11-11T16:20:43,333 DEBUG [RS:0;16b413a53992:36863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f2a3bf9efb82ca09080023db37df017 2024-11-11T16:20:43,473 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 1159, reset compression=false 2024-11-11T16:20:43,505 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:20:43,506 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:20:43,533 DEBUG [RS:0;16b413a53992:36863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f2a3bf9efb82ca09080023db37df017 2024-11-11T16:20:43,666 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/default/test/6f2a3bf9efb82ca09080023db37df017/.tmp/f1/5c66e88f5cc54df69d192a35bbd908b2 2024-11-11T16:20:43,670 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c66e88f5cc54df69d192a35bbd908b2 2024-11-11T16:20:43,682 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740/.tmp/table/66bc59da931948d18b64befdfdc81a75 2024-11-11T16:20:43,689 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740/.tmp/info/faece0890ed44abc9d1a39ca237d7297 as hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740/info/faece0890ed44abc9d1a39ca237d7297 2024-11-11T16:20:43,692 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/default/test/6f2a3bf9efb82ca09080023db37df017/.tmp/norep/c8873fe47f6f4245ae6c95eb4dca191d is 32, key is row/norep:/1731342038084/DeleteFamily/seqid=0 2024-11-11T16:20:43,694 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740/info/faece0890ed44abc9d1a39ca237d7297, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T16:20:43,704 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740/.tmp/ns/9484b7921fed467eb616eca7422b62b1 as hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740/ns/9484b7921fed467eb616eca7422b62b1 2024-11-11T16:20:43,710 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740/ns/9484b7921fed467eb616eca7422b62b1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T16:20:43,711 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740/.tmp/rep_barrier/b4f0c4b87a5243ecaac077ce634b17f8 as hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740/rep_barrier/b4f0c4b87a5243ecaac077ce634b17f8 2024-11-11T16:20:43,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741847_1023 (size=5101) 2024-11-11T16:20:43,719 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/default/test/6f2a3bf9efb82ca09080023db37df017/.tmp/norep/c8873fe47f6f4245ae6c95eb4dca191d 2024-11-11T16:20:43,722 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740/rep_barrier/b4f0c4b87a5243ecaac077ce634b17f8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T16:20:43,732 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740/.tmp/table/66bc59da931948d18b64befdfdc81a75 as hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740/table/66bc59da931948d18b64befdfdc81a75 2024-11-11T16:20:43,734 INFO [RS:0;16b413a53992:36863 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T16:20:43,734 DEBUG [RS:0;16b413a53992:36863 {}] regionserver.HRegionServer(1325): Online Regions={6f2a3bf9efb82ca09080023db37df017=test,,1731342030441.6f2a3bf9efb82ca09080023db37df017., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T16:20:43,734 DEBUG [RS:0;16b413a53992:36863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f2a3bf9efb82ca09080023db37df017 2024-11-11T16:20:43,735 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8873fe47f6f4245ae6c95eb4dca191d 2024-11-11T16:20:43,736 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/default/test/6f2a3bf9efb82ca09080023db37df017/.tmp/f/7a23de8a5e174d7f88437789252d042b as hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/default/test/6f2a3bf9efb82ca09080023db37df017/f/7a23de8a5e174d7f88437789252d042b 2024-11-11T16:20:43,741 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a23de8a5e174d7f88437789252d042b 2024-11-11T16:20:43,741 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/default/test/6f2a3bf9efb82ca09080023db37df017/f/7a23de8a5e174d7f88437789252d042b, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T16:20:43,742 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/default/test/6f2a3bf9efb82ca09080023db37df017/.tmp/f1/5c66e88f5cc54df69d192a35bbd908b2 as hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/default/test/6f2a3bf9efb82ca09080023db37df017/f1/5c66e88f5cc54df69d192a35bbd908b2 2024-11-11T16:20:43,747 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c66e88f5cc54df69d192a35bbd908b2 2024-11-11T16:20:43,747 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/default/test/6f2a3bf9efb82ca09080023db37df017/f1/5c66e88f5cc54df69d192a35bbd908b2, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T16:20:43,748 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/default/test/6f2a3bf9efb82ca09080023db37df017/.tmp/norep/c8873fe47f6f4245ae6c95eb4dca191d as hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/default/test/6f2a3bf9efb82ca09080023db37df017/norep/c8873fe47f6f4245ae6c95eb4dca191d 2024-11-11T16:20:43,750 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740/table/66bc59da931948d18b64befdfdc81a75, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T16:20:43,751 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1018ms, sequenceid=16, compaction requested=false 2024-11-11T16:20:43,751 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T16:20:43,756 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8873fe47f6f4245ae6c95eb4dca191d 2024-11-11T16:20:43,756 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/default/test/6f2a3bf9efb82ca09080023db37df017/norep/c8873fe47f6f4245ae6c95eb4dca191d, entries=1, sequenceid=8, filesize=5.0 K 2024-11-11T16:20:43,758 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6f2a3bf9efb82ca09080023db37df017 in 576ms, sequenceid=8, compaction requested=false 2024-11-11T16:20:43,758 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T16:20:43,781 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 1159, reset compression=false 2024-11-11T16:20:43,843 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:20:43,843 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 1508, reset compression=false 2024-11-11T16:20:43,848 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T16:20:43,850 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:20:43,850 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:20:43,850 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:20:43,850 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342042732Running coprocessor pre-close hooks at 1731342042732Disabling compacts and flushes for region at 1731342042732Disabling writes for close at 1731342042733 (+1 ms)Obtaining lock to block concurrent updates at 1731342042733Preparing flush snapshotting stores in 1588230740 at 1731342042733Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731342042736 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731342042737 (+1 ms)Flushing 1588230740/info: creating writer at 1731342042737Flushing 1588230740/info: appending metadata at 1731342042758 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731342042758Flushing 1588230740/ns: creating writer at 1731342042769 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731342042788 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731342042788Flushing 1588230740/rep_barrier: creating writer at 1731342043203 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731342043223 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731342043223Flushing 1588230740/table: creating writer at 1731342043238 (+15 ms)Flushing 1588230740/table: appending metadata at 1731342043276 (+38 ms)Flushing 1588230740/table: closing flushed file at 1731342043276Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f021247: reopening flushed file at 1731342043688 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2012d87: reopening flushed file at 1731342043694 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e99f281: reopening flushed file at 1731342043710 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65208e1d: reopening flushed file at 1731342043722 (+12 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1018ms, sequenceid=16, compaction requested=false at 1731342043751 (+29 ms)Writing region close event to WAL at 1731342043799 (+48 ms)Running coprocessor post-close hooks at 1731342043850 (+51 ms)Closed at 1731342043850 2024-11-11T16:20:43,850 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:20:43,878 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/data/default/test/6f2a3bf9efb82ca09080023db37df017/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T16:20:43,879 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:20:43,879 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:20:43,879 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731342030441.6f2a3bf9efb82ca09080023db37df017. 2024-11-11T16:20:43,879 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f2a3bf9efb82ca09080023db37df017: Waiting for close lock at 1731342043180Running coprocessor pre-close hooks at 1731342043180Disabling compacts and flushes for region at 1731342043180Disabling writes for close at 1731342043181 (+1 ms)Obtaining lock to block concurrent updates at 1731342043181Preparing flush snapshotting stores in 6f2a3bf9efb82ca09080023db37df017 at 1731342043181Finished memstore snapshotting test,,1731342030441.6f2a3bf9efb82ca09080023db37df017., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731342043181Flushing stores of test,,1731342030441.6f2a3bf9efb82ca09080023db37df017. at 1731342043182 (+1 ms)Flushing 6f2a3bf9efb82ca09080023db37df017/f: creating writer at 1731342043182Flushing 6f2a3bf9efb82ca09080023db37df017/f: appending metadata at 1731342043202 (+20 ms)Flushing 6f2a3bf9efb82ca09080023db37df017/f: closing flushed file at 1731342043202Flushing 6f2a3bf9efb82ca09080023db37df017/f1: creating writer at 1731342043218 (+16 ms)Flushing 6f2a3bf9efb82ca09080023db37df017/f1: appending metadata at 1731342043233 (+15 ms)Flushing 6f2a3bf9efb82ca09080023db37df017/f1: closing flushed file at 1731342043233Flushing 6f2a3bf9efb82ca09080023db37df017/norep: creating writer at 1731342043671 (+438 ms)Flushing 6f2a3bf9efb82ca09080023db37df017/norep: appending metadata at 1731342043691 (+20 ms)Flushing 6f2a3bf9efb82ca09080023db37df017/norep: closing flushed file at 1731342043692 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61deb22f: reopening flushed file at 1731342043736 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6232b068: reopening flushed file at 1731342043741 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48e6ed70: reopening flushed file at 1731342043748 (+7 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6f2a3bf9efb82ca09080023db37df017 in 576ms, sequenceid=8, compaction requested=false at 1731342043758 (+10 ms)Writing region close event to WAL at 1731342043869 (+111 ms)Running coprocessor post-close hooks at 1731342043879 (+10 ms)Closed at 1731342043879 2024-11-11T16:20:43,879 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731342030441.6f2a3bf9efb82ca09080023db37df017. 2024-11-11T16:20:43,934 INFO [RS:0;16b413a53992:36863 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,36863,1731342024286; all regions closed. 2024-11-11T16:20:43,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741834_1010 (size=4239) 2024-11-11T16:20:43,943 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.meta.1731342026102.meta not finished, retry = 0 2024-11-11T16:20:44,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741839_1015 (size=2676) 2024-11-11T16:20:44,048 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 to pos 1508, reset compression=false 2024-11-11T16:20:44,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741833_1009 (size=1811) 2024-11-11T16:20:44,063 DEBUG [RS:0;16b413a53992:36863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:44,063 INFO [RS:0;16b413a53992:36863 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:20:44,063 INFO [RS:0;16b413a53992:36863 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:20:44,063 INFO [RS:0;16b413a53992:36863 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T16:20:44,063 INFO [RS:0;16b413a53992:36863 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:20:44,063 INFO [RS:0;16b413a53992:36863 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16b413a53992,36863,1731342024286 because: Region server is closing 2024-11-11T16:20:44,064 INFO [RS:0;16b413a53992:36863 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:36863. 2024-11-11T16:20:44,064 DEBUG [RS:0;16b413a53992:36863 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:44,064 DEBUG [RS:0;16b413a53992:36863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:44,064 DEBUG [RS:0;16b413a53992:36863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:44,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:20:44,065 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:20:44,066 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 for the last time to pos 1803, reset compression=false 2024-11-11T16:20:44,069 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 and length of the file is 1811 2024-11-11T16:20:44,069 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/WALs/16b413a53992,36863,1731342024286/16b413a53992%2C36863%2C1731342024286.1731342025600 2024-11-11T16:20:44,069 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:20:44,164 INFO [RS:0;16b413a53992:36863 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.shipper16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 terminated 2024-11-11T16:20:44,164 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36863,1731342024286.replicationSource.wal-reader.16b413a53992%2C36863%2C1731342024286,1-16b413a53992,36863,1731342024286 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-11T16:20:44,164 INFO [RS:0;16b413a53992:36863 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:36863. 2024-11-11T16:20:44,164 DEBUG [RS:0;16b413a53992:36863 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:44,164 DEBUG [RS:0;16b413a53992:36863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:44,165 DEBUG [RS:0;16b413a53992:36863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:44,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:20:44,165 INFO [RS:0;16b413a53992:36863 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36863 2024-11-11T16:20:44,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36863-0x1002fa4c4de0001, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-730295659/rs/16b413a53992,36863,1731342024286 2024-11-11T16:20:44,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-730295659/rs 2024-11-11T16:20:44,168 INFO [RS:0;16b413a53992:36863 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:20:44,169 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,36863,1731342024286] 2024-11-11T16:20:44,170 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-730295659/draining/16b413a53992,36863,1731342024286 already deleted, retry=false 2024-11-11T16:20:44,171 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,36863,1731342024286 expired; onlineServers=0 2024-11-11T16:20:44,171 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,35729,1731342024216' ***** 2024-11-11T16:20:44,171 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:20:44,171 INFO [M:0;16b413a53992:35729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:20:44,171 INFO [M:0;16b413a53992:35729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:20:44,171 DEBUG [M:0;16b413a53992:35729 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:20:44,171 DEBUG [M:0;16b413a53992:35729 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:20:44,171 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:20:44,171 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342025321 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342025321,5,FailOnTimeoutGroup] 2024-11-11T16:20:44,171 INFO [M:0;16b413a53992:35729 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:20:44,171 INFO [M:0;16b413a53992:35729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:20:44,171 DEBUG [M:0;16b413a53992:35729 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:20:44,171 INFO [M:0;16b413a53992:35729 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:20:44,171 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342025323 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342025323,5,FailOnTimeoutGroup] 2024-11-11T16:20:44,171 INFO [M:0;16b413a53992:35729 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:20:44,171 INFO [M:0;16b413a53992:35729 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:20:44,171 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:20:44,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-730295659/master 2024-11-11T16:20:44,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-730295659 2024-11-11T16:20:44,173 DEBUG [M:0;16b413a53992:35729 {}] zookeeper.ZKUtil(347): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Unable to get data of znode /0-730295659/master because node does not exist (not an error) 2024-11-11T16:20:44,173 WARN [M:0;16b413a53992:35729 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T16:20:44,174 INFO [M:0;16b413a53992:35729 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/.lastflushedseqids 2024-11-11T16:20:44,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741848_1024 (size=245) 2024-11-11T16:20:44,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36863-0x1002fa4c4de0001, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:20:44,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36863-0x1002fa4c4de0001, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:20:44,270 INFO [RS:0;16b413a53992:36863 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:20:44,270 INFO [RS:0;16b413a53992:36863 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,36863,1731342024286; zookeeper connection closed. 2024-11-11T16:20:44,270 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@467bd74b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@467bd74b 2024-11-11T16:20:44,270 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:20:44,579 INFO [M:0;16b413a53992:35729 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:20:44,579 INFO [M:0;16b413a53992:35729 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:20:44,579 DEBUG [M:0;16b413a53992:35729 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:20:44,579 INFO [M:0;16b413a53992:35729 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:44,579 DEBUG [M:0;16b413a53992:35729 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:44,579 DEBUG [M:0;16b413a53992:35729 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:20:44,579 DEBUG [M:0;16b413a53992:35729 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:44,580 INFO [M:0;16b413a53992:35729 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-11T16:20:44,604 DEBUG [M:0;16b413a53992:35729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e310a0f80194540b5fdeb49cf0556da is 82, key is hbase:meta,,1/info:regioninfo/1731342026151/Put/seqid=0 2024-11-11T16:20:44,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741849_1025 (size=5672) 2024-11-11T16:20:45,011 INFO [M:0;16b413a53992:35729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e310a0f80194540b5fdeb49cf0556da 2024-11-11T16:20:45,036 DEBUG [M:0;16b413a53992:35729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ce8f6c892e4445ca1709dee2651276a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731342034033/Put/seqid=0 2024-11-11T16:20:45,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741850_1026 (size=8516) 2024-11-11T16:20:45,063 INFO [M:0;16b413a53992:35729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ce8f6c892e4445ca1709dee2651276a 2024-11-11T16:20:45,092 DEBUG [M:0;16b413a53992:35729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2cc3ab9d9a64b978467afbfdd8ab66b is 69, key is 16b413a53992,36863,1731342024286/rs:state/1731342025359/Put/seqid=0 2024-11-11T16:20:45,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741851_1027 (size=5156) 2024-11-11T16:20:45,112 INFO [M:0;16b413a53992:35729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2cc3ab9d9a64b978467afbfdd8ab66b 2024-11-11T16:20:45,118 DEBUG [M:0;16b413a53992:35729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e310a0f80194540b5fdeb49cf0556da as hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e310a0f80194540b5fdeb49cf0556da 2024-11-11T16:20:45,124 INFO [M:0;16b413a53992:35729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e310a0f80194540b5fdeb49cf0556da, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T16:20:45,125 DEBUG [M:0;16b413a53992:35729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ce8f6c892e4445ca1709dee2651276a as hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ce8f6c892e4445ca1709dee2651276a 2024-11-11T16:20:45,131 INFO [M:0;16b413a53992:35729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ce8f6c892e4445ca1709dee2651276a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T16:20:45,132 DEBUG [M:0;16b413a53992:35729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2cc3ab9d9a64b978467afbfdd8ab66b as hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2cc3ab9d9a64b978467afbfdd8ab66b 2024-11-11T16:20:45,136 INFO [M:0;16b413a53992:35729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42917/user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2cc3ab9d9a64b978467afbfdd8ab66b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T16:20:45,137 INFO [M:0;16b413a53992:35729 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 558ms, sequenceid=97, compaction requested=false 2024-11-11T16:20:45,141 INFO [M:0;16b413a53992:35729 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:45,141 DEBUG [M:0;16b413a53992:35729 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342044579Disabling compacts and flushes for region at 1731342044579Disabling writes for close at 1731342044579Obtaining lock to block concurrent updates at 1731342044580 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731342044580Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731342044580Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731342044581 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731342044581Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731342044603 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731342044603Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731342045017 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731342045036 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731342045036Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731342045071 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731342045092 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731342045092Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e60fb90: reopening flushed file at 1731342045117 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b6ef143: reopening flushed file at 1731342045124 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@580eed85: reopening flushed file at 1731342045131 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 558ms, sequenceid=97, compaction requested=false at 1731342045137 (+6 ms)Writing region close event to WAL at 1731342045141 (+4 ms)Closed at 1731342045141 2024-11-11T16:20:45,144 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/930d313b-efe5-f93c-f63c-09acf1fc2a77/MasterData/WALs/16b413a53992,35729,1731342024216/16b413a53992%2C35729%2C1731342024216.1731342025196 not finished, retry = 0 2024-11-11T16:20:45,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43937 is added to blk_1073741830_1006 (size=63654) 2024-11-11T16:20:45,248 INFO [M:0;16b413a53992:35729 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:20:45,248 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:20:45,248 INFO [M:0;16b413a53992:35729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35729 2024-11-11T16:20:45,249 INFO [M:0;16b413a53992:35729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:20:45,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:20:45,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35729-0x1002fa4c4de0000, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:20:45,353 INFO [M:0;16b413a53992:35729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:20:45,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73c7bfc9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:20:45,373 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1842d1ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:20:45,373 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:20:45,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25be6a12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:20:45,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6057ddd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/hadoop.log.dir/,STOPPED} 2024-11-11T16:20:45,378 WARN [BP-1246953055-172.17.0.2-1731342023255 heartbeating to localhost/127.0.0.1:42917 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:20:45,378 WARN [BP-1246953055-172.17.0.2-1731342023255 heartbeating to localhost/127.0.0.1:42917 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1246953055-172.17.0.2-1731342023255 (Datanode Uuid edca214b-d466-4a07-8152-3ad74b12f310) service to localhost/127.0.0.1:42917 2024-11-11T16:20:45,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/cluster_224cfafc-ac05-b51b-2ffd-db5482917b30/data/data1/current/BP-1246953055-172.17.0.2-1731342023255 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:20:45,379 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/cluster_224cfafc-ac05-b51b-2ffd-db5482917b30/data/data2/current/BP-1246953055-172.17.0.2-1731342023255 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:20:45,379 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:20:45,379 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:20:45,379 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:20:45,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79954a59{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:20:45,396 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ebb900e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:20:45,396 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:20:45,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49c561da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:20:45,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e2c1ec2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/104042c0-1410-ca9b-0d20-a5efa173789f/hadoop.log.dir/,STOPPED} 2024-11-11T16:20:45,405 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T16:20:45,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:20:45,453 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=265 (was 244) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-20 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57180) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45199 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42917 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:45199 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45199 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57180) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45199 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45199 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:42917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 619) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=637 (was 646), ProcessCount=11 (was 11), AvailableMemoryMB=2505 (was 1586) - AvailableMemoryMB LEAK? - 2024-11-11T16:20:45,465 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=265, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=637, ProcessCount=11, AvailableMemoryMB=2503 2024-11-11T16:20:45,485 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-11T16:20:45,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/hadoop.log.dir so I do NOT create it in target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54 2024-11-11T16:20:45,486 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T16:20:45,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/hadoop.tmp.dir so I do NOT create it in target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54 2024-11-11T16:20:45,486 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b943d7-6be6-7f7a-b2e4-51d1635ee8a2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T16:20:45,486 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54 2024-11-11T16:20:45,486 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/cluster_748fad04-c2ef-3f4f-480e-627f7e25d848, deleteOnExit=true 2024-11-11T16:20:45,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1002fa4c4de0002, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T16:20:45,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1002fa4c4de0005, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T16:20:45,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1002fa4c4de0002, quorum=127.0.0.1:57180, baseZNode=/0-730295659 Received Disconnected from ZooKeeper, ignoring 2024-11-11T16:20:45,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1002fa4c4de0005, quorum=127.0.0.1:57180, baseZNode=/1-1851553768 Received Disconnected from ZooKeeper, ignoring 2024-11-11T16:20:45,529 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/cluster_748fad04-c2ef-3f4f-480e-627f7e25d848/zookeeper_0, clientPort=58575, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/cluster_748fad04-c2ef-3f4f-480e-627f7e25d848/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/cluster_748fad04-c2ef-3f4f-480e-627f7e25d848/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T16:20:45,541 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58575 2024-11-11T16:20:45,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:20:45,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:20:45,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/test.cache.data in system properties and HBase conf 2024-11-11T16:20:45,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:20:45,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:20:45,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:20:45,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:20:45,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:20:45,542 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:20:45,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:20:45,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:20:45,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:20:45,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:20:45,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:20:45,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:20:45,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:20:45,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:20:45,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:20:45,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:20:45,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:20:45,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:20:45,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:20:45,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:20:45,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:20:45,693 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:20:45,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:20:45,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:20:45,727 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:20:45,728 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:20:45,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d815d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:20:45,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2703a9e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:20:45,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e874d16{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/java.io.tmpdir/jetty-localhost-38869-hadoop-hdfs-3_4_1-tests_jar-_-any-3889199951280824884/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:20:45,931 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f00c263{HTTP/1.1, (http/1.1)}{localhost:38869} 2024-11-11T16:20:45,931 INFO [Time-limited test {}] server.Server(415): Started @191558ms 2024-11-11T16:20:46,168 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T16:20:46,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:46,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:46,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:46,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:46,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:46,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:46,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:46,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:46,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:46,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:46,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:46,276 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:20:46,281 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:20:46,282 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:20:46,282 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:20:46,282 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T16:20:46,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e910a44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:20:46,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@602a51b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:20:46,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bf3505f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/java.io.tmpdir/jetty-localhost-35185-hadoop-hdfs-3_4_1-tests_jar-_-any-5242211842496204035/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:20:46,407 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@340a28cb{HTTP/1.1, (http/1.1)}{localhost:35185} 2024-11-11T16:20:46,407 INFO [Time-limited test {}] server.Server(415): Started @192034ms 2024-11-11T16:20:46,408 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:20:46,492 WARN [Thread-2634 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/cluster_748fad04-c2ef-3f4f-480e-627f7e25d848/data/data1/current/BP-976553013-172.17.0.2-1731342045589/current, will proceed with Du for space computation calculation, 2024-11-11T16:20:46,493 WARN [Thread-2635 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/cluster_748fad04-c2ef-3f4f-480e-627f7e25d848/data/data2/current/BP-976553013-172.17.0.2-1731342045589/current, will proceed with Du for space computation calculation, 2024-11-11T16:20:46,513 WARN [Thread-2622 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:20:46,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ccc110e8ef0e4a9 with lease ID 0x785a6cb8b6eb7923: Processing first storage report for DS-31003493-2a7c-43fb-a1a3-01a80e4e30f6 from datanode DatanodeRegistration(127.0.0.1:33915, datanodeUuid=dde2c25f-0c57-475b-b363-34f13fbde079, infoPort=33327, infoSecurePort=0, ipcPort=42015, storageInfo=lv=-57;cid=testClusterID;nsid=360918839;c=1731342045589) 2024-11-11T16:20:46,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ccc110e8ef0e4a9 with lease ID 0x785a6cb8b6eb7923: from storage DS-31003493-2a7c-43fb-a1a3-01a80e4e30f6 node DatanodeRegistration(127.0.0.1:33915, datanodeUuid=dde2c25f-0c57-475b-b363-34f13fbde079, infoPort=33327, infoSecurePort=0, ipcPort=42015, storageInfo=lv=-57;cid=testClusterID;nsid=360918839;c=1731342045589), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:20:46,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ccc110e8ef0e4a9 with lease ID 0x785a6cb8b6eb7923: Processing first storage report for DS-3364feca-7ebf-4751-9669-b1c35fedb9d5 from datanode DatanodeRegistration(127.0.0.1:33915, datanodeUuid=dde2c25f-0c57-475b-b363-34f13fbde079, infoPort=33327, infoSecurePort=0, ipcPort=42015, storageInfo=lv=-57;cid=testClusterID;nsid=360918839;c=1731342045589) 2024-11-11T16:20:46,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ccc110e8ef0e4a9 with lease ID 0x785a6cb8b6eb7923: from storage DS-3364feca-7ebf-4751-9669-b1c35fedb9d5 node DatanodeRegistration(127.0.0.1:33915, datanodeUuid=dde2c25f-0c57-475b-b363-34f13fbde079, infoPort=33327, infoSecurePort=0, ipcPort=42015, storageInfo=lv=-57;cid=testClusterID;nsid=360918839;c=1731342045589), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:20:46,533 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54 2024-11-11T16:20:46,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:46,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:46,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:20:46,947 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073 with version=8 2024-11-11T16:20:46,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/hbase-staging 2024-11-11T16:20:46,950 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:20:46,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:46,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:46,950 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:20:46,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:46,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:20:46,951 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:20:46,951 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:20:46,952 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41531 2024-11-11T16:20:46,953 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41531 connecting to ZooKeeper ensemble=127.0.0.1:58575 2024-11-11T16:20:46,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415310x0, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:20:46,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41531-0x1002fa51be00000 connected 2024-11-11T16:20:46,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:46,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:46,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Set watcher on znode that does not yet exist, /0753217605/running 2024-11-11T16:20:46,985 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073, hbase.cluster.distributed=false 2024-11-11T16:20:46,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Set watcher on znode that does not yet exist, /0753217605/acl 2024-11-11T16:20:47,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41531 2024-11-11T16:20:47,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41531 2024-11-11T16:20:47,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41531 2024-11-11T16:20:47,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41531 2024-11-11T16:20:47,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41531 2024-11-11T16:20:47,025 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:20:47,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:47,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:47,025 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:20:47,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:47,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:20:47,025 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:20:47,026 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:20:47,033 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41605 2024-11-11T16:20:47,034 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41605 connecting to ZooKeeper ensemble=127.0.0.1:58575 2024-11-11T16:20:47,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:47,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:47,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416050x0, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:20:47,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416050x0, quorum=127.0.0.1:58575, baseZNode=/0753217605 Set watcher on znode that does not yet exist, /0753217605/running 2024-11-11T16:20:47,057 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:20:47,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41605-0x1002fa51be00001 connected 2024-11-11T16:20:47,072 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:20:47,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41605-0x1002fa51be00001, quorum=127.0.0.1:58575, baseZNode=/0753217605 Set watcher on znode that does not yet exist, /0753217605/master 2024-11-11T16:20:47,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41605-0x1002fa51be00001, quorum=127.0.0.1:58575, baseZNode=/0753217605 Set watcher on znode that does not yet exist, /0753217605/acl 2024-11-11T16:20:47,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41605 2024-11-11T16:20:47,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41605 2024-11-11T16:20:47,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41605 2024-11-11T16:20:47,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41605 2024-11-11T16:20:47,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41605 2024-11-11T16:20:47,124 DEBUG [M:0;16b413a53992:41531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:41531 2024-11-11T16:20:47,125 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0753217605/backup-masters/16b413a53992,41531,1731342046950 2024-11-11T16:20:47,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41605-0x1002fa51be00001, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0753217605/backup-masters 2024-11-11T16:20:47,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0753217605/backup-masters 2024-11-11T16:20:47,131 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Set watcher on existing znode=/0753217605/backup-masters/16b413a53992,41531,1731342046950 2024-11-11T16:20:47,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0753217605 2024-11-11T16:20:47,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41605-0x1002fa51be00001, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0753217605/master 2024-11-11T16:20:47,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41605-0x1002fa51be00001, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0753217605 2024-11-11T16:20:47,136 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Set watcher on existing znode=/0753217605/master 2024-11-11T16:20:47,137 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0753217605/backup-masters/16b413a53992,41531,1731342046950 from backup master directory 2024-11-11T16:20:47,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0753217605/backup-masters/16b413a53992,41531,1731342046950 2024-11-11T16:20:47,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41605-0x1002fa51be00001, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0753217605/backup-masters 2024-11-11T16:20:47,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0753217605/backup-masters 2024-11-11T16:20:47,138 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:20:47,138 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,41531,1731342046950 2024-11-11T16:20:47,150 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/hbase.id] with ID: ceb86785-108f-4769-ae31-3a27b3eb1b8f 2024-11-11T16:20:47,150 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/.tmp/hbase.id 2024-11-11T16:20:47,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:20:47,197 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/.tmp/hbase.id]:[hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/hbase.id] 2024-11-11T16:20:47,207 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:47,207 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:20:47,208 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T16:20:47,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0753217605 2024-11-11T16:20:47,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41605-0x1002fa51be00001, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0753217605 2024-11-11T16:20:47,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:20:47,448 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:47,448 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T16:20:47,449 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28254 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T16:20:47,623 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:20:47,624 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:20:47,624 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:47,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:20:47,640 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/MasterData/data/master/store 2024-11-11T16:20:47,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:20:47,649 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:47,649 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:20:47,649 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:47,649 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:47,649 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:20:47,649 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:47,649 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:47,649 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342047649Disabling compacts and flushes for region at 1731342047649Disabling writes for close at 1731342047649Writing region close event to WAL at 1731342047649Closed at 1731342047649 2024-11-11T16:20:47,650 WARN [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/MasterData/data/master/store/.initializing 2024-11-11T16:20:47,650 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/MasterData/WALs/16b413a53992,41531,1731342046950 2024-11-11T16:20:47,651 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:20:47,652 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C41531%2C1731342046950, suffix=, logDir=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/MasterData/WALs/16b413a53992,41531,1731342046950, archiveDir=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/MasterData/oldWALs, maxLogs=10 2024-11-11T16:20:47,672 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/MasterData/WALs/16b413a53992,41531,1731342046950/16b413a53992%2C41531%2C1731342046950.1731342047652, exclude list is [], retry=0 2024-11-11T16:20:47,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33915,DS-31003493-2a7c-43fb-a1a3-01a80e4e30f6,DISK] 2024-11-11T16:20:47,685 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/MasterData/WALs/16b413a53992,41531,1731342046950/16b413a53992%2C41531%2C1731342046950.1731342047652 2024-11-11T16:20:47,686 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33327:33327)] 2024-11-11T16:20:47,686 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:47,687 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:47,687 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:47,687 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:47,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:47,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:20:47,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:47,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:47,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:47,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:20:47,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:47,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:47,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:47,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:20:47,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:47,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:47,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:47,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:20:47,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:47,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:47,695 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:47,696 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:47,696 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:47,697 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:47,697 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:47,698 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:20:47,699 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:47,701 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:47,701 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71988662, jitterRate=0.0727146565914154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:20:47,702 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731342047687Initializing all the Stores at 1731342047688 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342047688Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342047688Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342047688Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342047688Cleaning up temporary data from old regions at 1731342047697 (+9 ms)Region opened successfully at 1731342047702 (+5 ms) 2024-11-11T16:20:47,704 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:20:47,707 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6030d12e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:20:47,708 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:20:47,708 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:20:47,708 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:20:47,708 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:20:47,708 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:20:47,709 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T16:20:47,709 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:20:47,717 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:20:47,717 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Unable to get data of znode /0753217605/balancer because node does not exist (not necessarily an error) 2024-11-11T16:20:47,719 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0753217605/balancer already deleted, retry=false 2024-11-11T16:20:47,719 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:20:47,720 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Unable to get data of znode /0753217605/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:20:47,721 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0753217605/normalizer already deleted, retry=false 2024-11-11T16:20:47,722 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:20:47,725 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Unable to get data of znode /0753217605/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:20:47,726 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0753217605/switch/split already deleted, retry=false 2024-11-11T16:20:47,727 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Unable to get data of znode /0753217605/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:20:47,728 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0753217605/switch/merge already deleted, retry=false 2024-11-11T16:20:47,730 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Unable to get data of znode /0753217605/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:20:47,731 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0753217605/snapshot-cleanup already deleted, retry=false 2024-11-11T16:20:47,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0753217605/running 2024-11-11T16:20:47,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0753217605 2024-11-11T16:20:47,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41605-0x1002fa51be00001, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0753217605/running 2024-11-11T16:20:47,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41605-0x1002fa51be00001, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0753217605 2024-11-11T16:20:47,733 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,41531,1731342046950, sessionid=0x1002fa51be00000, setting cluster-up flag (Was=false) 2024-11-11T16:20:47,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41605-0x1002fa51be00001, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0753217605 2024-11-11T16:20:47,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0753217605 2024-11-11T16:20:47,740 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0753217605/flush-table-proc/acquired, /0753217605/flush-table-proc/reached, /0753217605/flush-table-proc/abort 2024-11-11T16:20:47,741 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,41531,1731342046950 2024-11-11T16:20:47,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0753217605 2024-11-11T16:20:47,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41605-0x1002fa51be00001, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0753217605 2024-11-11T16:20:47,749 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0753217605/online-snapshot/acquired, /0753217605/online-snapshot/reached, /0753217605/online-snapshot/abort 2024-11-11T16:20:47,750 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,41531,1731342046950 2024-11-11T16:20:47,751 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:20:47,757 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:47,757 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:20:47,757 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:20:47,757 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,41531,1731342046950 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:20:47,759 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:47,759 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:47,759 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:47,759 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:47,759 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:20:47,759 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:47,759 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:20:47,759 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:47,766 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:47,766 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:20:47,767 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731342077766 2024-11-11T16:20:47,767 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:20:47,767 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:20:47,768 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:20:47,768 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:20:47,768 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:20:47,768 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:20:47,769 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:47,769 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:20:47,773 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:47,777 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:20:47,777 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:20:47,777 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:20:47,777 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T16:20:47,784 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:20:47,784 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:20:47,812 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342047785,5,FailOnTimeoutGroup] 2024-11-11T16:20:47,818 INFO [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer(746): ClusterId : ceb86785-108f-4769-ae31-3a27b3eb1b8f 2024-11-11T16:20:47,819 DEBUG [RS:0;16b413a53992:41605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:20:47,821 DEBUG [RS:0;16b413a53992:41605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:20:47,821 DEBUG [RS:0;16b413a53992:41605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:20:47,822 DEBUG [RS:0;16b413a53992:41605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:20:47,822 DEBUG [RS:0;16b413a53992:41605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463f9fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:20:47,824 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342047813,5,FailOnTimeoutGroup] 2024-11-11T16:20:47,824 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:47,825 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:20:47,825 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:47,825 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:47,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:20:47,842 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:20:47,843 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073 2024-11-11T16:20:47,845 DEBUG [RS:0;16b413a53992:41605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:41605 2024-11-11T16:20:47,845 INFO [RS:0;16b413a53992:41605 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:20:47,845 INFO [RS:0;16b413a53992:41605 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:20:47,845 DEBUG [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:20:47,849 INFO [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,41531,1731342046950 with port=41605, startcode=1731342047025 2024-11-11T16:20:47,849 DEBUG [RS:0;16b413a53992:41605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:20:47,864 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:20:47,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41531 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,41605,1731342047025 2024-11-11T16:20:47,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41531 {}] master.ServerManager(517): Registering regionserver=16b413a53992,41605,1731342047025 2024-11-11T16:20:47,867 DEBUG [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073 2024-11-11T16:20:47,867 DEBUG [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37125 2024-11-11T16:20:47,867 DEBUG [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:20:47,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:20:47,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0753217605/rs 2024-11-11T16:20:47,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:47,870 DEBUG [RS:0;16b413a53992:41605 {}] zookeeper.ZKUtil(111): regionserver:41605-0x1002fa51be00001, quorum=127.0.0.1:58575, baseZNode=/0753217605 Set watcher on existing znode=/0753217605/rs/16b413a53992,41605,1731342047025 2024-11-11T16:20:47,870 WARN [RS:0;16b413a53992:41605 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:20:47,870 INFO [RS:0;16b413a53992:41605 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:47,870 DEBUG [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025 2024-11-11T16:20:47,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:20:47,876 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,41605,1731342047025] 2024-11-11T16:20:47,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:20:47,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:47,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:47,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:20:47,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:20:47,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:47,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:47,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:20:47,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:20:47,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:47,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:47,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:20:47,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:20:47,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:47,883 INFO [RS:0;16b413a53992:41605 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:20:47,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:47,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:20:47,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740 2024-11-11T16:20:47,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740 2024-11-11T16:20:47,885 INFO [RS:0;16b413a53992:41605 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:20:47,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:20:47,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:20:47,886 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:20:47,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:20:47,897 INFO [RS:0;16b413a53992:41605 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:20:47,897 INFO [RS:0;16b413a53992:41605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:47,897 INFO [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:20:47,898 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:47,899 INFO [RS:0;16b413a53992:41605 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:20:47,899 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62253191, jitterRate=-0.07235516607761383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:20:47,899 INFO [RS:0;16b413a53992:41605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:47,899 DEBUG [RS:0;16b413a53992:41605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:47,899 DEBUG [RS:0;16b413a53992:41605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:47,899 DEBUG [RS:0;16b413a53992:41605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:47,899 DEBUG [RS:0;16b413a53992:41605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:47,899 DEBUG [RS:0;16b413a53992:41605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:47,899 DEBUG [RS:0;16b413a53992:41605 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:20:47,899 DEBUG [RS:0;16b413a53992:41605 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:47,899 DEBUG [RS:0;16b413a53992:41605 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:47,899 DEBUG [RS:0;16b413a53992:41605 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:47,899 DEBUG [RS:0;16b413a53992:41605 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:47,899 DEBUG [RS:0;16b413a53992:41605 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:47,899 DEBUG [RS:0;16b413a53992:41605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:47,899 DEBUG [RS:0;16b413a53992:41605 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:20:47,899 DEBUG [RS:0;16b413a53992:41605 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:20:47,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731342047869Initializing all the Stores at 1731342047870 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342047870Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342047876 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342047876Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342047876Cleaning up temporary data from old regions at 1731342047886 (+10 ms)Region opened successfully at 1731342047899 (+13 ms) 2024-11-11T16:20:47,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:20:47,900 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:20:47,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:20:47,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:20:47,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:20:47,905 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:20:47,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342047900Disabling compacts and flushes for region at 1731342047900Disabling writes for close at 1731342047900Writing region close event to WAL at 1731342047905 (+5 ms)Closed at 1731342047905 2024-11-11T16:20:47,906 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:47,906 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:20:47,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:20:47,908 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:20:47,908 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:20:47,917 INFO [RS:0;16b413a53992:41605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:47,917 INFO [RS:0;16b413a53992:41605 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:47,917 INFO [RS:0;16b413a53992:41605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:47,917 INFO [RS:0;16b413a53992:41605 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:47,917 INFO [RS:0;16b413a53992:41605 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:47,917 INFO [RS:0;16b413a53992:41605 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,41605,1731342047025-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:20:47,939 INFO [RS:0;16b413a53992:41605 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:20:47,940 INFO [RS:0;16b413a53992:41605 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,41605,1731342047025-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:47,940 INFO [RS:0;16b413a53992:41605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:47,940 INFO [RS:0;16b413a53992:41605 {}] regionserver.Replication(171): 16b413a53992,41605,1731342047025 started 2024-11-11T16:20:47,960 INFO [RS:0;16b413a53992:41605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:47,960 INFO [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,41605,1731342047025, RpcServer on 16b413a53992/172.17.0.2:41605, sessionid=0x1002fa51be00001 2024-11-11T16:20:47,960 DEBUG [RS:0;16b413a53992:41605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:20:47,960 DEBUG [RS:0;16b413a53992:41605 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,41605,1731342047025 2024-11-11T16:20:47,960 DEBUG [RS:0;16b413a53992:41605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,41605,1731342047025' 2024-11-11T16:20:47,961 DEBUG [RS:0;16b413a53992:41605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0753217605/flush-table-proc/abort' 2024-11-11T16:20:47,961 DEBUG [RS:0;16b413a53992:41605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0753217605/flush-table-proc/acquired' 2024-11-11T16:20:47,961 DEBUG [RS:0;16b413a53992:41605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:20:47,961 DEBUG [RS:0;16b413a53992:41605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:20:47,961 DEBUG [RS:0;16b413a53992:41605 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,41605,1731342047025 2024-11-11T16:20:47,961 DEBUG [RS:0;16b413a53992:41605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,41605,1731342047025' 2024-11-11T16:20:47,961 DEBUG [RS:0;16b413a53992:41605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0753217605/online-snapshot/abort' 2024-11-11T16:20:47,962 DEBUG [RS:0;16b413a53992:41605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0753217605/online-snapshot/acquired' 2024-11-11T16:20:47,962 DEBUG [RS:0;16b413a53992:41605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:20:47,962 INFO [RS:0;16b413a53992:41605 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:20:47,962 INFO [RS:0;16b413a53992:41605 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:20:48,059 WARN [16b413a53992:41531 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T16:20:48,063 INFO [RS:0;16b413a53992:41605 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:20:48,064 INFO [RS:0;16b413a53992:41605 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C41605%2C1731342047025, suffix=, logDir=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025, archiveDir=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/oldWALs, maxLogs=10 2024-11-11T16:20:48,081 DEBUG [RS:0;16b413a53992:41605 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064, exclude list is [], retry=0 2024-11-11T16:20:48,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33915,DS-31003493-2a7c-43fb-a1a3-01a80e4e30f6,DISK] 2024-11-11T16:20:48,089 INFO [RS:0;16b413a53992:41605 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 2024-11-11T16:20:48,090 DEBUG [RS:0;16b413a53992:41605 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33327:33327)] 2024-11-11T16:20:48,309 DEBUG [16b413a53992:41531 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:20:48,313 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,41605,1731342047025 2024-11-11T16:20:48,314 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,41605,1731342047025, state=OPENING 2024-11-11T16:20:48,316 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:20:48,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41605-0x1002fa51be00001, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0753217605 2024-11-11T16:20:48,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0753217605 2024-11-11T16:20:48,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0753217605/meta-region-server: CHANGED 2024-11-11T16:20:48,319 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:20:48,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,41605,1731342047025}] 2024-11-11T16:20:48,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0753217605/meta-region-server: CHANGED 2024-11-11T16:20:48,473 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:20:48,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:20:48,480 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:20:48,480 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:48,480 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:20:48,482 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C41605%2C1731342047025.meta, suffix=.meta, logDir=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025, archiveDir=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/oldWALs, maxLogs=10 2024-11-11T16:20:48,501 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.meta.1731342048482.meta, exclude list is [], retry=0 2024-11-11T16:20:48,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33915,DS-31003493-2a7c-43fb-a1a3-01a80e4e30f6,DISK] 2024-11-11T16:20:48,505 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.meta.1731342048482.meta 2024-11-11T16:20:48,508 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33327:33327)] 2024-11-11T16:20:48,509 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:48,509 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:20:48,509 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:20:48,509 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:20:48,509 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:20:48,509 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:20:48,509 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:48,510 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:20:48,510 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:20:48,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:20:48,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:20:48,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:48,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:48,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:20:48,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:20:48,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:48,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:48,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:20:48,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:20:48,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:48,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:48,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:20:48,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:20:48,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:48,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:48,515 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:20:48,515 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740 2024-11-11T16:20:48,516 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740 2024-11-11T16:20:48,520 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:20:48,520 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:20:48,521 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:20:48,522 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:20:48,522 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64905223, jitterRate=-0.03283680975437164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:20:48,522 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:20:48,523 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731342048510Writing region info on filesystem at 1731342048510Initializing all the Stores at 1731342048510Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342048510Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342048511 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342048511Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342048511Cleaning up temporary data from old regions at 1731342048520 (+9 ms)Running coprocessor post-open hooks at 1731342048522 (+2 ms)Region opened successfully at 1731342048523 (+1 ms) 2024-11-11T16:20:48,524 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731342048473 2024-11-11T16:20:48,527 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:20:48,527 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,41605,1731342047025 2024-11-11T16:20:48,527 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:20:48,528 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,41605,1731342047025, state=OPEN 2024-11-11T16:20:48,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0753217605/meta-region-server 2024-11-11T16:20:48,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41605-0x1002fa51be00001, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0753217605/meta-region-server 2024-11-11T16:20:48,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0753217605/meta-region-server: CHANGED 2024-11-11T16:20:48,534 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,41605,1731342047025 2024-11-11T16:20:48,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0753217605/meta-region-server: CHANGED 2024-11-11T16:20:48,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:20:48,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,41605,1731342047025 in 215 msec 2024-11-11T16:20:48,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:20:48,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 630 msec 2024-11-11T16:20:48,539 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:48,539 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:20:48,547 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:48,547 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,41605,1731342047025, seqNum=-1] 2024-11-11T16:20:48,547 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:48,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:20:48,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 801 msec 2024-11-11T16:20:48,559 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731342048559, completionTime=-1 2024-11-11T16:20:48,559 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:20:48,559 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:20:48,563 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T16:20:48,563 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731342108563 2024-11-11T16:20:48,563 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731342168563 2024-11-11T16:20:48,563 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-11T16:20:48,563 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,41531,1731342046950-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:48,563 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,41531,1731342046950-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:48,563 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,41531,1731342046950-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:48,563 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:41531, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:48,563 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:48,564 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:48,565 DEBUG [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:20:48,568 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.430sec 2024-11-11T16:20:48,568 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:20:48,568 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:20:48,568 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:20:48,568 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:20:48,568 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:20:48,568 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,41531,1731342046950-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:20:48,568 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,41531,1731342046950-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:20:48,585 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:20:48,585 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:20:48,585 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,41531,1731342046950-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:48,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50303ef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:48,621 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,41531,-1 for getting cluster id 2024-11-11T16:20:48,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:48,641 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ceb86785-108f-4769-ae31-3a27b3eb1b8f' 2024-11-11T16:20:48,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:48,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ceb86785-108f-4769-ae31-3a27b3eb1b8f" 2024-11-11T16:20:48,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6057cc8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:48,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,41531,-1] 2024-11-11T16:20:48,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:48,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:48,643 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:48,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a8fb2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:48,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:48,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,41605,1731342047025, seqNum=-1] 2024-11-11T16:20:48,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:48,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:20:48,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16b413a53992,41531,1731342046950 2024-11-11T16:20:48,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58575 2024-11-11T16:20:48,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:20:48,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/hadoop.log.dir so I do NOT create it in target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3 2024-11-11T16:20:48,656 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T16:20:48,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/hadoop.tmp.dir so I do NOT create it in target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3 2024-11-11T16:20:48,656 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T16:20:48,656 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3 2024-11-11T16:20:48,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:20:48,656 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/cluster_d1389064-30aa-b4b8-d1e0-c14050595619, deleteOnExit=true 2024-11-11T16:20:48,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:20:48,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1002fa51be00002 connected 2024-11-11T16:20:48,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/test.cache.data in system properties and HBase conf 2024-11-11T16:20:48,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:20:48,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:20:48,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:20:48,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:20:48,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:20:48,657 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:20:48,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:20:48,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:20:48,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:20:48,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:20:48,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:20:48,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:20:48,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:20:48,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:20:48,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:20:48,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:20:48,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:20:48,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:20:48,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:20:48,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:20:48,734 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:20:48,738 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:20:48,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:20:48,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:20:48,750 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T16:20:48,751 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:20:48,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10db387f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:20:48,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27a0a604{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:20:48,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63591ff1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/java.io.tmpdir/jetty-localhost-37891-hadoop-hdfs-3_4_1-tests_jar-_-any-10805880485583805007/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:20:48,913 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@842bac{HTTP/1.1, (http/1.1)}{localhost:37891} 2024-11-11T16:20:48,913 INFO [Time-limited test {}] server.Server(415): Started @194540ms 2024-11-11T16:20:49,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:20:49,319 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:20:49,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:20:49,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:20:49,353 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:20:49,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f9b60b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:20:49,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70460d30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:20:49,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20fad0ed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/java.io.tmpdir/jetty-localhost-46701-hadoop-hdfs-3_4_1-tests_jar-_-any-2918276070040128524/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:20:49,520 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1af92ea4{HTTP/1.1, (http/1.1)}{localhost:46701} 2024-11-11T16:20:49,521 INFO [Time-limited test {}] server.Server(415): Started @195147ms 2024-11-11T16:20:49,522 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:20:49,702 WARN [Thread-2754 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/cluster_d1389064-30aa-b4b8-d1e0-c14050595619/data/data1/current/BP-556080184-172.17.0.2-1731342048680/current, will proceed with Du for space computation calculation, 2024-11-11T16:20:49,705 WARN [Thread-2755 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/cluster_d1389064-30aa-b4b8-d1e0-c14050595619/data/data2/current/BP-556080184-172.17.0.2-1731342048680/current, will proceed with Du for space computation calculation, 2024-11-11T16:20:49,743 WARN [Thread-2742 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:20:49,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5081eec09db7169d with lease ID 0x7fe5fb99ed95da07: Processing first storage report for DS-da79a7f4-8f85-45f4-a7e0-0f27ff924ce1 from datanode DatanodeRegistration(127.0.0.1:34625, datanodeUuid=81b47d73-5733-46ff-b587-ffe80e099e2e, infoPort=41795, infoSecurePort=0, ipcPort=42041, storageInfo=lv=-57;cid=testClusterID;nsid=1710687251;c=1731342048680) 2024-11-11T16:20:49,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5081eec09db7169d with lease ID 0x7fe5fb99ed95da07: from storage DS-da79a7f4-8f85-45f4-a7e0-0f27ff924ce1 node DatanodeRegistration(127.0.0.1:34625, datanodeUuid=81b47d73-5733-46ff-b587-ffe80e099e2e, infoPort=41795, infoSecurePort=0, ipcPort=42041, storageInfo=lv=-57;cid=testClusterID;nsid=1710687251;c=1731342048680), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T16:20:49,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5081eec09db7169d with lease ID 0x7fe5fb99ed95da07: Processing first storage report for DS-6648bfc5-fbce-42ff-a4fb-05533067957c from datanode DatanodeRegistration(127.0.0.1:34625, datanodeUuid=81b47d73-5733-46ff-b587-ffe80e099e2e, infoPort=41795, infoSecurePort=0, ipcPort=42041, storageInfo=lv=-57;cid=testClusterID;nsid=1710687251;c=1731342048680) 2024-11-11T16:20:49,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5081eec09db7169d with lease ID 0x7fe5fb99ed95da07: from storage DS-6648bfc5-fbce-42ff-a4fb-05533067957c node DatanodeRegistration(127.0.0.1:34625, datanodeUuid=81b47d73-5733-46ff-b587-ffe80e099e2e, infoPort=41795, infoSecurePort=0, ipcPort=42041, storageInfo=lv=-57;cid=testClusterID;nsid=1710687251;c=1731342048680), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:20:49,809 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3 2024-11-11T16:20:49,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:49,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:49,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:20:49,842 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929 with version=8 2024-11-11T16:20:49,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/hbase-staging 2024-11-11T16:20:49,846 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:20:49,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:49,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:49,846 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:20:49,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:49,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:20:49,846 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:20:49,846 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:20:49,853 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34725 2024-11-11T16:20:49,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34725 connecting to ZooKeeper ensemble=127.0.0.1:58575 2024-11-11T16:20:49,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347250x0, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:20:49,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34725-0x1002fa51be00003 connected 2024-11-11T16:20:49,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:49,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:49,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Set watcher on znode that does not yet exist, /1406105891/running 2024-11-11T16:20:49,868 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929, hbase.cluster.distributed=false 2024-11-11T16:20:49,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Set watcher on znode that does not yet exist, /1406105891/acl 2024-11-11T16:20:49,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34725 2024-11-11T16:20:49,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34725 2024-11-11T16:20:49,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34725 2024-11-11T16:20:49,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34725 2024-11-11T16:20:49,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34725 2024-11-11T16:20:49,890 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:20:49,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:49,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:49,890 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:20:49,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:49,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:20:49,891 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:20:49,891 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:20:49,893 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45175 2024-11-11T16:20:49,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45175 connecting to ZooKeeper ensemble=127.0.0.1:58575 2024-11-11T16:20:49,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:49,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:49,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451750x0, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:20:49,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451750x0, quorum=127.0.0.1:58575, baseZNode=/1406105891 Set watcher on znode that does not yet exist, /1406105891/running 2024-11-11T16:20:49,899 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:20:49,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45175-0x1002fa51be00004 connected 2024-11-11T16:20:49,900 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:20:49,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45175-0x1002fa51be00004, quorum=127.0.0.1:58575, baseZNode=/1406105891 Set watcher on znode that does not yet exist, /1406105891/master 2024-11-11T16:20:49,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45175-0x1002fa51be00004, quorum=127.0.0.1:58575, baseZNode=/1406105891 Set watcher on znode that does not yet exist, /1406105891/acl 2024-11-11T16:20:49,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45175 2024-11-11T16:20:49,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45175 2024-11-11T16:20:49,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45175 2024-11-11T16:20:49,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45175 2024-11-11T16:20:49,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45175 2024-11-11T16:20:49,919 DEBUG [M:0;16b413a53992:34725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:34725 2024-11-11T16:20:49,919 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1406105891/backup-masters/16b413a53992,34725,1731342049845 2024-11-11T16:20:49,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x1002fa51be00004, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1406105891/backup-masters 2024-11-11T16:20:49,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1406105891/backup-masters 2024-11-11T16:20:49,921 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Set watcher on existing znode=/1406105891/backup-masters/16b413a53992,34725,1731342049845 2024-11-11T16:20:49,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x1002fa51be00004, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1406105891/master 2024-11-11T16:20:49,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1406105891 2024-11-11T16:20:49,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x1002fa51be00004, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1406105891 2024-11-11T16:20:49,923 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Set watcher on existing znode=/1406105891/master 2024-11-11T16:20:49,923 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1406105891/backup-masters/16b413a53992,34725,1731342049845 from backup master directory 2024-11-11T16:20:49,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x1002fa51be00004, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1406105891/backup-masters 2024-11-11T16:20:49,925 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:20:49,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1406105891/backup-masters/16b413a53992,34725,1731342049845 2024-11-11T16:20:49,925 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,34725,1731342049845 2024-11-11T16:20:49,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1406105891/backup-masters 2024-11-11T16:20:49,928 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/hbase.id] with ID: c50124be-d249-430c-890a-b5e98b781b49 2024-11-11T16:20:49,928 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/.tmp/hbase.id 2024-11-11T16:20:49,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:20:50,346 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/.tmp/hbase.id]:[hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/hbase.id] 2024-11-11T16:20:50,359 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:50,359 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:20:50,360 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T16:20:50,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x1002fa51be00004, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1406105891 2024-11-11T16:20:50,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1406105891 2024-11-11T16:20:50,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:20:50,378 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:20:50,379 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:20:50,381 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:50,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:20:50,400 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/MasterData/data/master/store 2024-11-11T16:20:50,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:20:50,413 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:50,413 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:20:50,413 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:50,413 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:50,413 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:20:50,413 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:50,413 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:50,413 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342050413Disabling compacts and flushes for region at 1731342050413Disabling writes for close at 1731342050413Writing region close event to WAL at 1731342050413Closed at 1731342050413 2024-11-11T16:20:50,414 WARN [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/MasterData/data/master/store/.initializing 2024-11-11T16:20:50,414 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/MasterData/WALs/16b413a53992,34725,1731342049845 2024-11-11T16:20:50,415 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:20:50,419 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C34725%2C1731342049845, suffix=, logDir=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/MasterData/WALs/16b413a53992,34725,1731342049845, archiveDir=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/MasterData/oldWALs, maxLogs=10 2024-11-11T16:20:50,441 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/MasterData/WALs/16b413a53992,34725,1731342049845/16b413a53992%2C34725%2C1731342049845.1731342050419, exclude list is [], retry=0 2024-11-11T16:20:50,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34625,DS-da79a7f4-8f85-45f4-a7e0-0f27ff924ce1,DISK] 2024-11-11T16:20:50,458 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/MasterData/WALs/16b413a53992,34725,1731342049845/16b413a53992%2C34725%2C1731342049845.1731342050419 2024-11-11T16:20:50,460 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41795:41795)] 2024-11-11T16:20:50,460 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:50,461 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:50,461 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:50,461 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:50,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:50,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:20:50,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:50,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:50,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:50,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:20:50,478 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:50,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:50,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:50,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:20:50,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:50,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:50,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:50,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:20:50,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:50,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:50,481 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:50,482 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:50,482 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:50,483 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:50,483 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:50,483 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:20:50,484 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:50,487 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:50,487 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68712872, jitterRate=0.02390158176422119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:20:50,488 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731342050461Initializing all the Stores at 1731342050463 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342050463Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342050468 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342050468Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342050468Cleaning up temporary data from old regions at 1731342050483 (+15 ms)Region opened successfully at 1731342050488 (+5 ms) 2024-11-11T16:20:50,488 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:20:50,492 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38561f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:20:50,492 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:20:50,493 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:20:50,493 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:20:50,493 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:20:50,493 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:20:50,493 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T16:20:50,493 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:20:50,495 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:20:50,496 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Unable to get data of znode /1406105891/balancer because node does not exist (not necessarily an error) 2024-11-11T16:20:50,497 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1406105891/balancer already deleted, retry=false 2024-11-11T16:20:50,498 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:20:50,499 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Unable to get data of znode /1406105891/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:20:50,500 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1406105891/normalizer already deleted, retry=false 2024-11-11T16:20:50,500 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:20:50,502 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Unable to get data of znode /1406105891/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:20:50,503 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1406105891/switch/split already deleted, retry=false 2024-11-11T16:20:50,504 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Unable to get data of znode /1406105891/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:20:50,505 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1406105891/switch/merge already deleted, retry=false 2024-11-11T16:20:50,513 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Unable to get data of znode /1406105891/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:20:50,517 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1406105891/snapshot-cleanup already deleted, retry=false 2024-11-11T16:20:50,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x1002fa51be00004, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1406105891/running 2024-11-11T16:20:50,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1406105891/running 2024-11-11T16:20:50,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1406105891 2024-11-11T16:20:50,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x1002fa51be00004, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1406105891 2024-11-11T16:20:50,519 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,34725,1731342049845, sessionid=0x1002fa51be00003, setting cluster-up flag (Was=false) 2024-11-11T16:20:50,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x1002fa51be00004, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1406105891 2024-11-11T16:20:50,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1406105891 2024-11-11T16:20:50,529 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1406105891/flush-table-proc/acquired, /1406105891/flush-table-proc/reached, /1406105891/flush-table-proc/abort 2024-11-11T16:20:50,530 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,34725,1731342049845 2024-11-11T16:20:50,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1406105891 2024-11-11T16:20:50,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x1002fa51be00004, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1406105891 2024-11-11T16:20:50,540 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1406105891/online-snapshot/acquired, /1406105891/online-snapshot/reached, /1406105891/online-snapshot/abort 2024-11-11T16:20:50,542 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,34725,1731342049845 2024-11-11T16:20:50,543 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:20:50,549 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:50,549 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:20:50,550 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:20:50,550 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,34725,1731342049845 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:20:50,551 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:50,551 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:50,551 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:50,551 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:50,551 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:20:50,551 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:50,551 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:20:50,551 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:50,566 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:50,566 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:20:50,567 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:50,567 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:20:50,581 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731342080580 2024-11-11T16:20:50,581 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:20:50,581 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:20:50,581 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:20:50,582 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:20:50,582 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:20:50,582 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:20:50,591 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:50,592 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:20:50,592 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:20:50,592 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:20:50,593 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T16:20:50,593 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:20:50,594 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:20:50,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:20:50,597 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342050594,5,FailOnTimeoutGroup] 2024-11-11T16:20:50,602 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342050597,5,FailOnTimeoutGroup] 2024-11-11T16:20:50,602 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:50,602 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:20:50,602 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:50,602 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:50,609 INFO [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(746): ClusterId : c50124be-d249-430c-890a-b5e98b781b49 2024-11-11T16:20:50,609 DEBUG [RS:0;16b413a53992:45175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:20:50,612 DEBUG [RS:0;16b413a53992:45175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:20:50,612 DEBUG [RS:0;16b413a53992:45175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:20:50,614 DEBUG [RS:0;16b413a53992:45175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:20:50,614 DEBUG [RS:0;16b413a53992:45175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a81edd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:20:50,635 DEBUG [RS:0;16b413a53992:45175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:45175 2024-11-11T16:20:50,635 INFO [RS:0;16b413a53992:45175 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:20:50,635 INFO [RS:0;16b413a53992:45175 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:20:50,635 DEBUG [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:20:50,636 INFO [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,34725,1731342049845 with port=45175, startcode=1731342049890 2024-11-11T16:20:50,637 DEBUG [RS:0;16b413a53992:45175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:20:50,638 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:20:50,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34725 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,45175,1731342049890 2024-11-11T16:20:50,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34725 {}] master.ServerManager(517): Registering regionserver=16b413a53992,45175,1731342049890 2024-11-11T16:20:50,649 DEBUG [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929 2024-11-11T16:20:50,649 DEBUG [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41205 2024-11-11T16:20:50,649 DEBUG [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:20:50,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1406105891/rs 2024-11-11T16:20:50,652 DEBUG [RS:0;16b413a53992:45175 {}] zookeeper.ZKUtil(111): regionserver:45175-0x1002fa51be00004, quorum=127.0.0.1:58575, baseZNode=/1406105891 Set watcher on existing znode=/1406105891/rs/16b413a53992,45175,1731342049890 2024-11-11T16:20:50,652 WARN [RS:0;16b413a53992:45175 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:20:50,652 INFO [RS:0;16b413a53992:45175 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:50,652 DEBUG [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890 2024-11-11T16:20:50,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,45175,1731342049890] 2024-11-11T16:20:50,670 INFO [RS:0;16b413a53992:45175 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:20:50,672 INFO [RS:0;16b413a53992:45175 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:20:50,673 INFO [RS:0;16b413a53992:45175 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:20:50,691 INFO [RS:0;16b413a53992:45175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:50,693 INFO [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:20:50,694 INFO [RS:0;16b413a53992:45175 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:20:50,694 INFO [RS:0;16b413a53992:45175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:50,694 DEBUG [RS:0;16b413a53992:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:50,694 DEBUG [RS:0;16b413a53992:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:50,694 DEBUG [RS:0;16b413a53992:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:50,694 DEBUG [RS:0;16b413a53992:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:50,694 DEBUG [RS:0;16b413a53992:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:50,694 DEBUG [RS:0;16b413a53992:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:20:50,694 DEBUG [RS:0;16b413a53992:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:50,694 DEBUG [RS:0;16b413a53992:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:50,694 DEBUG [RS:0;16b413a53992:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:50,694 DEBUG [RS:0;16b413a53992:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:50,694 DEBUG [RS:0;16b413a53992:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:50,694 DEBUG [RS:0;16b413a53992:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:50,694 DEBUG [RS:0;16b413a53992:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:20:50,694 DEBUG [RS:0;16b413a53992:45175 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:20:50,696 INFO [RS:0;16b413a53992:45175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:50,696 INFO [RS:0;16b413a53992:45175 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:50,696 INFO [RS:0;16b413a53992:45175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:50,696 INFO [RS:0;16b413a53992:45175 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:50,697 INFO [RS:0;16b413a53992:45175 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:50,697 INFO [RS:0;16b413a53992:45175 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,45175,1731342049890-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:20:50,730 INFO [RS:0;16b413a53992:45175 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:20:50,731 INFO [RS:0;16b413a53992:45175 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,45175,1731342049890-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:50,731 INFO [RS:0;16b413a53992:45175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:50,731 INFO [RS:0;16b413a53992:45175 {}] regionserver.Replication(171): 16b413a53992,45175,1731342049890 started 2024-11-11T16:20:50,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T16:20:50,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:20:50,752 INFO [RS:0;16b413a53992:45175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:50,752 INFO [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,45175,1731342049890, RpcServer on 16b413a53992/172.17.0.2:45175, sessionid=0x1002fa51be00004 2024-11-11T16:20:50,752 DEBUG [RS:0;16b413a53992:45175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:20:50,752 DEBUG [RS:0;16b413a53992:45175 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,45175,1731342049890 2024-11-11T16:20:50,752 DEBUG [RS:0;16b413a53992:45175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,45175,1731342049890' 2024-11-11T16:20:50,752 DEBUG [RS:0;16b413a53992:45175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1406105891/flush-table-proc/abort' 2024-11-11T16:20:50,755 DEBUG [RS:0;16b413a53992:45175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1406105891/flush-table-proc/acquired' 2024-11-11T16:20:50,755 DEBUG [RS:0;16b413a53992:45175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:20:50,755 DEBUG [RS:0;16b413a53992:45175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:20:50,755 DEBUG [RS:0;16b413a53992:45175 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,45175,1731342049890 2024-11-11T16:20:50,755 DEBUG [RS:0;16b413a53992:45175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,45175,1731342049890' 2024-11-11T16:20:50,755 DEBUG [RS:0;16b413a53992:45175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1406105891/online-snapshot/abort' 2024-11-11T16:20:50,756 DEBUG [RS:0;16b413a53992:45175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1406105891/online-snapshot/acquired' 2024-11-11T16:20:50,756 DEBUG [RS:0;16b413a53992:45175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:20:50,756 INFO [RS:0;16b413a53992:45175 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:20:50,756 INFO [RS:0;16b413a53992:45175 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:20:50,857 INFO [RS:0;16b413a53992:45175 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:20:50,860 INFO [RS:0;16b413a53992:45175 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C45175%2C1731342049890, suffix=, logDir=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890, archiveDir=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/oldWALs, maxLogs=10 2024-11-11T16:20:50,890 DEBUG [RS:0;16b413a53992:45175 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860, exclude list is [], retry=0 2024-11-11T16:20:50,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34625,DS-da79a7f4-8f85-45f4-a7e0-0f27ff924ce1,DISK] 2024-11-11T16:20:50,909 INFO [RS:0;16b413a53992:45175 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 2024-11-11T16:20:50,912 DEBUG [RS:0;16b413a53992:45175 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41795:41795)] 2024-11-11T16:20:50,996 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:20:50,997 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929 2024-11-11T16:20:51,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741833_1009 (size=32) 2024-11-11T16:20:51,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:51,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:20:51,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:20:51,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:51,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:51,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:20:51,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:20:51,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:51,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:51,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:20:51,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:20:51,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:51,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:51,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:20:51,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:20:51,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:51,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:51,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:20:51,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740 2024-11-11T16:20:51,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740 2024-11-11T16:20:51,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:20:51,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:20:51,417 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:20:51,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:20:51,420 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:51,421 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66337940, jitterRate=-0.01148766279220581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:20:51,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731342051406Initializing all the Stores at 1731342051407 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342051407Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342051407Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342051407Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342051407Cleaning up temporary data from old regions at 1731342051417 (+10 ms)Region opened successfully at 1731342051421 (+4 ms) 2024-11-11T16:20:51,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:20:51,421 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:20:51,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:20:51,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:20:51,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:20:51,421 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:20:51,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342051421Disabling compacts and flushes for region at 1731342051421Disabling writes for close at 1731342051421Writing region close event to WAL at 1731342051421Closed at 1731342051421 2024-11-11T16:20:51,425 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:51,425 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:20:51,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:20:51,427 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:20:51,428 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:20:51,578 DEBUG [16b413a53992:34725 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:20:51,578 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,45175,1731342049890 2024-11-11T16:20:51,579 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,45175,1731342049890, state=OPENING 2024-11-11T16:20:51,583 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:20:51,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x1002fa51be00004, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1406105891 2024-11-11T16:20:51,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1406105891 2024-11-11T16:20:51,585 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:20:51,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,45175,1731342049890}] 2024-11-11T16:20:51,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1406105891/meta-region-server: CHANGED 2024-11-11T16:20:51,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1406105891/meta-region-server: CHANGED 2024-11-11T16:20:51,759 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:20:51,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:20:51,765 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:20:51,765 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:51,765 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:20:51,767 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C45175%2C1731342049890.meta, suffix=.meta, logDir=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890, archiveDir=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/oldWALs, maxLogs=10 2024-11-11T16:20:51,784 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.meta.1731342051767.meta, exclude list is [], retry=0 2024-11-11T16:20:51,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34625,DS-da79a7f4-8f85-45f4-a7e0-0f27ff924ce1,DISK] 2024-11-11T16:20:51,790 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.meta.1731342051767.meta 2024-11-11T16:20:51,791 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41795:41795)] 2024-11-11T16:20:51,791 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:51,791 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:20:51,791 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:20:51,791 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:20:51,792 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:20:51,792 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:20:51,792 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:51,792 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:20:51,792 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:20:51,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:20:51,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:20:51,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:51,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:51,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:20:51,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:20:51,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:51,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:51,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:20:51,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:20:51,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:51,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:51,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:20:51,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:20:51,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:51,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:51,799 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:20:51,799 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740 2024-11-11T16:20:51,800 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740 2024-11-11T16:20:51,801 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:20:51,801 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:20:51,801 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:20:51,802 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:20:51,803 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66426332, jitterRate=-0.010170519351959229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:20:51,803 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:20:51,803 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731342051792Writing region info on filesystem at 1731342051792Initializing all the Stores at 1731342051793 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342051793Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342051793Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342051793Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342051793Cleaning up temporary data from old regions at 1731342051801 (+8 ms)Running coprocessor post-open hooks at 1731342051803 (+2 ms)Region opened successfully at 1731342051803 2024-11-11T16:20:51,804 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731342051759 2024-11-11T16:20:51,806 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:20:51,806 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:20:51,807 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,45175,1731342049890 2024-11-11T16:20:51,808 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,45175,1731342049890, state=OPEN 2024-11-11T16:20:51,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x1002fa51be00004, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1406105891/meta-region-server 2024-11-11T16:20:51,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1406105891/meta-region-server 2024-11-11T16:20:51,809 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,45175,1731342049890 2024-11-11T16:20:51,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1406105891/meta-region-server: CHANGED 2024-11-11T16:20:51,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1406105891/meta-region-server: CHANGED 2024-11-11T16:20:51,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:20:51,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,45175,1731342049890 in 224 msec 2024-11-11T16:20:51,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:20:51,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 385 msec 2024-11-11T16:20:51,813 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:51,813 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:20:51,815 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:51,815 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,45175,1731342049890, seqNum=-1] 2024-11-11T16:20:51,815 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:51,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:20:51,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2740 sec 2024-11-11T16:20:51,821 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731342051821, completionTime=-1 2024-11-11T16:20:51,821 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:20:51,822 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:20:51,823 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T16:20:51,823 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731342111823 2024-11-11T16:20:51,824 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731342171824 2024-11-11T16:20:51,824 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T16:20:51,824 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,34725,1731342049845-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:51,824 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,34725,1731342049845-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:51,824 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,34725,1731342049845-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:51,824 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:34725, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:51,824 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:51,824 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:51,826 DEBUG [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:20:51,828 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.903sec 2024-11-11T16:20:51,828 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:20:51,828 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:20:51,828 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:20:51,828 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:20:51,828 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:20:51,828 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,34725,1731342049845-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:20:51,828 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,34725,1731342049845-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:20:51,830 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:20:51,830 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:20:51,830 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,34725,1731342049845-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:51,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e59760a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:51,914 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,34725,-1 for getting cluster id 2024-11-11T16:20:51,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:51,915 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50124be-d249-430c-890a-b5e98b781b49' 2024-11-11T16:20:51,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:51,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50124be-d249-430c-890a-b5e98b781b49" 2024-11-11T16:20:51,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74293c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:51,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,34725,-1] 2024-11-11T16:20:51,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:51,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:51,917 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:51,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13810234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:51,918 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:51,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,45175,1731342049890, seqNum=-1] 2024-11-11T16:20:51,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:51,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:20:51,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16b413a53992,34725,1731342049845 2024-11-11T16:20:51,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58575 2024-11-11T16:20:51,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:20:51,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/hadoop.log.dir so I do NOT create it in target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e 2024-11-11T16:20:51,928 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T16:20:51,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/hadoop.tmp.dir so I do NOT create it in target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e 2024-11-11T16:20:51,928 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T16:20:51,928 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e 2024-11-11T16:20:51,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:20:51,928 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/cluster_3ee1eba2-6f5d-2c86-c5ce-b64b833ec6b2, deleteOnExit=true 2024-11-11T16:20:51,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:20:51,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1002fa51be00005 connected 2024-11-11T16:20:51,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/test.cache.data in system properties and HBase conf 2024-11-11T16:20:51,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:20:51,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:20:51,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:20:51,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:20:51,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:20:51,929 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:20:51,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:20:51,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:20:51,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:20:51,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:20:51,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:20:51,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:20:51,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:20:51,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:20:51,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:20:51,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:20:51,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:20:51,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:20:51,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:20:51,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:20:52,023 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:20:52,027 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:20:52,030 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:20:52,030 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:20:52,030 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T16:20:52,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:20:52,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ac3f905{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:20:52,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5364346d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:20:52,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@459ab8bd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/java.io.tmpdir/jetty-localhost-45797-hadoop-hdfs-3_4_1-tests_jar-_-any-2800720317564231749/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:20:52,155 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@510367ab{HTTP/1.1, (http/1.1)}{localhost:45797} 2024-11-11T16:20:52,155 INFO [Time-limited test {}] server.Server(415): Started @197782ms 2024-11-11T16:20:52,295 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:20:52,320 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:20:52,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:20:52,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:20:52,331 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:20:52,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@666861c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:20:52,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d904433{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:20:52,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c4df331{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/java.io.tmpdir/jetty-localhost-34205-hadoop-hdfs-3_4_1-tests_jar-_-any-2578355078345418817/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:20:52,456 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3169ec76{HTTP/1.1, (http/1.1)}{localhost:34205} 2024-11-11T16:20:52,456 INFO [Time-limited test {}] server.Server(415): Started @198083ms 2024-11-11T16:20:52,457 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:20:52,624 WARN [Thread-2874 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/cluster_3ee1eba2-6f5d-2c86-c5ce-b64b833ec6b2/data/data1/current/BP-1514270298-172.17.0.2-1731342051949/current, will proceed with Du for space computation calculation, 2024-11-11T16:20:52,625 WARN [Thread-2875 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/cluster_3ee1eba2-6f5d-2c86-c5ce-b64b833ec6b2/data/data2/current/BP-1514270298-172.17.0.2-1731342051949/current, will proceed with Du for space computation calculation, 2024-11-11T16:20:52,669 WARN [Thread-2862 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:20:52,675 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x228f13d14b38d07c with lease ID 0xdcdbf0142d44d821: Processing first storage report for DS-7d2e872c-944e-4062-8c21-7e4e1139c7b9 from datanode DatanodeRegistration(127.0.0.1:41655, datanodeUuid=5a8b61db-b433-4a1a-878f-787b197c5474, infoPort=44293, infoSecurePort=0, ipcPort=40431, storageInfo=lv=-57;cid=testClusterID;nsid=137373909;c=1731342051949) 2024-11-11T16:20:52,675 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x228f13d14b38d07c with lease ID 0xdcdbf0142d44d821: from storage DS-7d2e872c-944e-4062-8c21-7e4e1139c7b9 node DatanodeRegistration(127.0.0.1:41655, datanodeUuid=5a8b61db-b433-4a1a-878f-787b197c5474, infoPort=44293, infoSecurePort=0, ipcPort=40431, storageInfo=lv=-57;cid=testClusterID;nsid=137373909;c=1731342051949), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T16:20:52,675 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x228f13d14b38d07c with lease ID 0xdcdbf0142d44d821: Processing first storage report for DS-e717eabe-5e0e-4a06-b0c1-96ba0ec9760a from datanode DatanodeRegistration(127.0.0.1:41655, datanodeUuid=5a8b61db-b433-4a1a-878f-787b197c5474, infoPort=44293, infoSecurePort=0, ipcPort=40431, storageInfo=lv=-57;cid=testClusterID;nsid=137373909;c=1731342051949) 2024-11-11T16:20:52,675 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x228f13d14b38d07c with lease ID 0xdcdbf0142d44d821: from storage DS-e717eabe-5e0e-4a06-b0c1-96ba0ec9760a node DatanodeRegistration(127.0.0.1:41655, datanodeUuid=5a8b61db-b433-4a1a-878f-787b197c5474, infoPort=44293, infoSecurePort=0, ipcPort=40431, storageInfo=lv=-57;cid=testClusterID;nsid=137373909;c=1731342051949), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:20:52,739 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e 2024-11-11T16:20:52,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:52,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:52,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:20:53,159 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1 with version=8 2024-11-11T16:20:53,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/hbase-staging 2024-11-11T16:20:53,163 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:20:53,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:53,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:53,163 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:20:53,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:53,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:20:53,163 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:20:53,163 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:20:53,164 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38523 2024-11-11T16:20:53,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38523 connecting to ZooKeeper ensemble=127.0.0.1:58575 2024-11-11T16:20:53,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385230x0, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:20:53,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38523-0x1002fa51be00006 connected 2024-11-11T16:20:53,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:53,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:53,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Set watcher on znode that does not yet exist, /2339496278/running 2024-11-11T16:20:53,193 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1, hbase.cluster.distributed=false 2024-11-11T16:20:53,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Set watcher on znode that does not yet exist, /2339496278/acl 2024-11-11T16:20:53,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38523 2024-11-11T16:20:53,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38523 2024-11-11T16:20:53,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38523 2024-11-11T16:20:53,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38523 2024-11-11T16:20:53,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38523 2024-11-11T16:20:53,231 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:20:53,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:53,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:53,231 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:20:53,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:20:53,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:20:53,231 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:20:53,231 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:20:53,233 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36463 2024-11-11T16:20:53,233 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36463 connecting to ZooKeeper ensemble=127.0.0.1:58575 2024-11-11T16:20:53,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:53,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:53,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364630x0, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:20:53,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364630x0, quorum=127.0.0.1:58575, baseZNode=/2339496278 Set watcher on znode that does not yet exist, /2339496278/running 2024-11-11T16:20:53,240 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:20:53,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36463-0x1002fa51be00007 connected 2024-11-11T16:20:53,248 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:20:53,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36463-0x1002fa51be00007, quorum=127.0.0.1:58575, baseZNode=/2339496278 Set watcher on znode that does not yet exist, /2339496278/master 2024-11-11T16:20:53,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36463-0x1002fa51be00007, quorum=127.0.0.1:58575, baseZNode=/2339496278 Set watcher on znode that does not yet exist, /2339496278/acl 2024-11-11T16:20:53,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36463 2024-11-11T16:20:53,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36463 2024-11-11T16:20:53,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36463 2024-11-11T16:20:53,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36463 2024-11-11T16:20:53,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36463 2024-11-11T16:20:53,299 DEBUG [M:0;16b413a53992:38523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:38523 2024-11-11T16:20:53,301 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2339496278/backup-masters/16b413a53992,38523,1731342053162 2024-11-11T16:20:53,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2339496278/backup-masters 2024-11-11T16:20:53,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x1002fa51be00007, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2339496278/backup-masters 2024-11-11T16:20:53,303 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Set watcher on existing znode=/2339496278/backup-masters/16b413a53992,38523,1731342053162 2024-11-11T16:20:53,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x1002fa51be00007, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2339496278/master 2024-11-11T16:20:53,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x1002fa51be00007, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2339496278 2024-11-11T16:20:53,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2339496278 2024-11-11T16:20:53,305 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Set watcher on existing znode=/2339496278/master 2024-11-11T16:20:53,305 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2339496278/backup-masters/16b413a53992,38523,1731342053162 from backup master directory 2024-11-11T16:20:53,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2339496278/backup-masters/16b413a53992,38523,1731342053162 2024-11-11T16:20:53,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x1002fa51be00007, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2339496278/backup-masters 2024-11-11T16:20:53,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2339496278/backup-masters 2024-11-11T16:20:53,306 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:20:53,306 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,38523,1731342053162 2024-11-11T16:20:53,314 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/hbase.id] with ID: 6a3f141b-884d-4721-a20e-8ecae257cc5d 2024-11-11T16:20:53,314 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/.tmp/hbase.id 2024-11-11T16:20:53,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:20:53,344 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/.tmp/hbase.id]:[hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/hbase.id] 2024-11-11T16:20:53,363 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:20:53,363 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:20:53,364 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T16:20:53,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2339496278 2024-11-11T16:20:53,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x1002fa51be00007, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2339496278 2024-11-11T16:20:53,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:20:53,802 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:20:53,803 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:20:53,803 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:53,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:20:53,815 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/data/master/store 2024-11-11T16:20:53,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:20:54,013 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:20:54,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:54,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:54,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:54,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:54,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:54,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:54,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:54,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:54,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:54,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:54,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:20:54,093 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T16:20:54,227 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:54,228 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:20:54,228 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:54,228 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:54,228 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:20:54,228 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:54,228 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:20:54,228 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342054228Disabling compacts and flushes for region at 1731342054228Disabling writes for close at 1731342054228Writing region close event to WAL at 1731342054228Closed at 1731342054228 2024-11-11T16:20:54,229 WARN [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/data/master/store/.initializing 2024-11-11T16:20:54,229 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/WALs/16b413a53992,38523,1731342053162 2024-11-11T16:20:54,230 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:20:54,232 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C38523%2C1731342053162, suffix=, logDir=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/WALs/16b413a53992,38523,1731342053162, archiveDir=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/oldWALs, maxLogs=10 2024-11-11T16:20:54,252 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/WALs/16b413a53992,38523,1731342053162/16b413a53992%2C38523%2C1731342053162.1731342054232, exclude list is [], retry=0 2024-11-11T16:20:54,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41655,DS-7d2e872c-944e-4062-8c21-7e4e1139c7b9,DISK] 2024-11-11T16:20:54,259 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/WALs/16b413a53992,38523,1731342053162/16b413a53992%2C38523%2C1731342053162.1731342054232 2024-11-11T16:20:54,260 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44293:44293)] 2024-11-11T16:20:54,260 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:54,260 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:54,260 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:54,260 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:54,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:54,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:20:54,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:54,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:54,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:54,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:20:54,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:54,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:54,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:54,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:20:54,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:54,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:54,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:54,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:20:54,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:54,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:54,269 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:54,270 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:54,270 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:54,271 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:54,271 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:54,271 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:20:54,272 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:20:54,273 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:54,274 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69328037, jitterRate=0.033068254590034485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:20:54,274 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731342054260Initializing all the Stores at 1731342054261 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342054261Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342054264 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342054264Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342054264Cleaning up temporary data from old regions at 1731342054271 (+7 ms)Region opened successfully at 1731342054274 (+3 ms) 2024-11-11T16:20:54,274 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:20:54,276 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@768620c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:20:54,277 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:20:54,277 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:20:54,277 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:20:54,277 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:20:54,278 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:20:54,278 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T16:20:54,278 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:20:54,280 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:20:54,281 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Unable to get data of znode /2339496278/balancer because node does not exist (not necessarily an error) 2024-11-11T16:20:54,282 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2339496278/balancer already deleted, retry=false 2024-11-11T16:20:54,282 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:20:54,283 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Unable to get data of znode /2339496278/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:20:54,284 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2339496278/normalizer already deleted, retry=false 2024-11-11T16:20:54,284 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:20:54,285 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Unable to get data of znode /2339496278/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:20:54,286 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2339496278/switch/split already deleted, retry=false 2024-11-11T16:20:54,287 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Unable to get data of znode /2339496278/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:20:54,288 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2339496278/switch/merge already deleted, retry=false 2024-11-11T16:20:54,289 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Unable to get data of znode /2339496278/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:20:54,290 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2339496278/snapshot-cleanup already deleted, retry=false 2024-11-11T16:20:54,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x1002fa51be00007, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2339496278/running 2024-11-11T16:20:54,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2339496278/running 2024-11-11T16:20:54,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x1002fa51be00007, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2339496278 2024-11-11T16:20:54,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2339496278 2024-11-11T16:20:54,292 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,38523,1731342053162, sessionid=0x1002fa51be00006, setting cluster-up flag (Was=false) 2024-11-11T16:20:54,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2339496278 2024-11-11T16:20:54,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x1002fa51be00007, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2339496278 2024-11-11T16:20:54,298 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2339496278/flush-table-proc/acquired, /2339496278/flush-table-proc/reached, /2339496278/flush-table-proc/abort 2024-11-11T16:20:54,299 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,38523,1731342053162 2024-11-11T16:20:54,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2339496278 2024-11-11T16:20:54,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x1002fa51be00007, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2339496278 2024-11-11T16:20:54,306 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2339496278/online-snapshot/acquired, /2339496278/online-snapshot/reached, /2339496278/online-snapshot/abort 2024-11-11T16:20:54,306 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,38523,1731342053162 2024-11-11T16:20:54,307 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:20:54,309 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:54,309 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:20:54,309 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:20:54,309 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,38523,1731342053162 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:20:54,310 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:54,310 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:54,310 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:54,310 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:20:54,310 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:20:54,310 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:54,310 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:20:54,310 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:54,312 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:54,312 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:20:54,312 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:54,313 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:20:54,317 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731342084317 2024-11-11T16:20:54,317 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:20:54,317 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:20:54,317 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:20:54,317 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:20:54,317 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:20:54,317 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:20:54,317 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:54,320 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:20:54,321 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:20:54,321 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:20:54,321 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T16:20:54,321 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:20:54,321 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:20:54,323 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342054321,5,FailOnTimeoutGroup] 2024-11-11T16:20:54,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:20:54,324 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342054323,5,FailOnTimeoutGroup] 2024-11-11T16:20:54,324 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:54,324 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:20:54,324 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:54,324 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:54,391 INFO [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(746): ClusterId : 6a3f141b-884d-4721-a20e-8ecae257cc5d 2024-11-11T16:20:54,391 DEBUG [RS:0;16b413a53992:36463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:20:54,393 DEBUG [RS:0;16b413a53992:36463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:20:54,393 DEBUG [RS:0;16b413a53992:36463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:20:54,395 DEBUG [RS:0;16b413a53992:36463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:20:54,396 DEBUG [RS:0;16b413a53992:36463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e4274d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:20:54,411 DEBUG [RS:0;16b413a53992:36463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:36463 2024-11-11T16:20:54,411 INFO [RS:0;16b413a53992:36463 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:20:54,411 INFO [RS:0;16b413a53992:36463 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:20:54,411 DEBUG [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:20:54,417 INFO [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,38523,1731342053162 with port=36463, startcode=1731342053231 2024-11-11T16:20:54,417 DEBUG [RS:0;16b413a53992:36463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:20:54,421 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:20:54,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38523 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,36463,1731342053231 2024-11-11T16:20:54,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38523 {}] master.ServerManager(517): Registering regionserver=16b413a53992,36463,1731342053231 2024-11-11T16:20:54,424 DEBUG [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1 2024-11-11T16:20:54,424 DEBUG [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37457 2024-11-11T16:20:54,424 DEBUG [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:20:54,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2339496278/rs 2024-11-11T16:20:54,430 DEBUG [RS:0;16b413a53992:36463 {}] zookeeper.ZKUtil(111): regionserver:36463-0x1002fa51be00007, quorum=127.0.0.1:58575, baseZNode=/2339496278 Set watcher on existing znode=/2339496278/rs/16b413a53992,36463,1731342053231 2024-11-11T16:20:54,430 WARN [RS:0;16b413a53992:36463 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:20:54,430 INFO [RS:0;16b413a53992:36463 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:54,430 DEBUG [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231 2024-11-11T16:20:54,430 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,36463,1731342053231] 2024-11-11T16:20:54,436 INFO [RS:0;16b413a53992:36463 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:20:54,441 INFO [RS:0;16b413a53992:36463 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:20:54,453 INFO [RS:0;16b413a53992:36463 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:20:54,453 INFO [RS:0;16b413a53992:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:54,456 INFO [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:20:54,460 INFO [RS:0;16b413a53992:36463 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:20:54,461 INFO [RS:0;16b413a53992:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:54,461 DEBUG [RS:0;16b413a53992:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:54,461 DEBUG [RS:0;16b413a53992:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:54,461 DEBUG [RS:0;16b413a53992:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:54,461 DEBUG [RS:0;16b413a53992:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:54,461 DEBUG [RS:0;16b413a53992:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:54,461 DEBUG [RS:0;16b413a53992:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:20:54,461 DEBUG [RS:0;16b413a53992:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:54,461 DEBUG [RS:0;16b413a53992:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:54,461 DEBUG [RS:0;16b413a53992:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:54,461 DEBUG [RS:0;16b413a53992:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:54,461 DEBUG [RS:0;16b413a53992:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:54,461 DEBUG [RS:0;16b413a53992:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:20:54,461 DEBUG [RS:0;16b413a53992:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:20:54,461 DEBUG [RS:0;16b413a53992:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:20:54,469 INFO [RS:0;16b413a53992:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:54,469 INFO [RS:0;16b413a53992:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:54,469 INFO [RS:0;16b413a53992:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:54,469 INFO [RS:0;16b413a53992:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:54,469 INFO [RS:0;16b413a53992:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:54,469 INFO [RS:0;16b413a53992:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,36463,1731342053231-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:20:54,498 INFO [RS:0;16b413a53992:36463 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:20:54,499 INFO [RS:0;16b413a53992:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,36463,1731342053231-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:54,499 INFO [RS:0;16b413a53992:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:54,499 INFO [RS:0;16b413a53992:36463 {}] regionserver.Replication(171): 16b413a53992,36463,1731342053231 started 2024-11-11T16:20:54,517 INFO [RS:0;16b413a53992:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:54,517 INFO [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,36463,1731342053231, RpcServer on 16b413a53992/172.17.0.2:36463, sessionid=0x1002fa51be00007 2024-11-11T16:20:54,518 DEBUG [RS:0;16b413a53992:36463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:20:54,518 DEBUG [RS:0;16b413a53992:36463 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,36463,1731342053231 2024-11-11T16:20:54,518 DEBUG [RS:0;16b413a53992:36463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,36463,1731342053231' 2024-11-11T16:20:54,518 DEBUG [RS:0;16b413a53992:36463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2339496278/flush-table-proc/abort' 2024-11-11T16:20:54,518 DEBUG [RS:0;16b413a53992:36463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2339496278/flush-table-proc/acquired' 2024-11-11T16:20:54,519 DEBUG [RS:0;16b413a53992:36463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:20:54,519 DEBUG [RS:0;16b413a53992:36463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:20:54,519 DEBUG [RS:0;16b413a53992:36463 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,36463,1731342053231 2024-11-11T16:20:54,519 DEBUG [RS:0;16b413a53992:36463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,36463,1731342053231' 2024-11-11T16:20:54,519 DEBUG [RS:0;16b413a53992:36463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2339496278/online-snapshot/abort' 2024-11-11T16:20:54,520 DEBUG [RS:0;16b413a53992:36463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2339496278/online-snapshot/acquired' 2024-11-11T16:20:54,521 DEBUG [RS:0;16b413a53992:36463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:20:54,521 INFO [RS:0;16b413a53992:36463 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:20:54,521 INFO [RS:0;16b413a53992:36463 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:20:54,621 INFO [RS:0;16b413a53992:36463 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:20:54,623 INFO [RS:0;16b413a53992:36463 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C36463%2C1731342053231, suffix=, logDir=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231, archiveDir=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/oldWALs, maxLogs=10 2024-11-11T16:20:54,639 DEBUG [RS:0;16b413a53992:36463 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623, exclude list is [], retry=0 2024-11-11T16:20:54,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41655,DS-7d2e872c-944e-4062-8c21-7e4e1139c7b9,DISK] 2024-11-11T16:20:54,649 INFO [RS:0;16b413a53992:36463 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 2024-11-11T16:20:54,649 DEBUG [RS:0;16b413a53992:36463 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44293:44293)] 2024-11-11T16:20:54,724 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:20:54,724 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1 2024-11-11T16:20:54,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741833_1009 (size=32) 2024-11-11T16:20:54,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:54,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:20:54,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:20:54,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:54,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:54,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:20:54,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:20:54,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:54,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:54,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:20:54,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:20:54,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:54,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:54,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:20:54,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:20:54,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:54,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:54,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:20:54,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740 2024-11-11T16:20:54,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740 2024-11-11T16:20:54,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:20:54,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:20:54,741 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:20:54,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:20:54,743 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:54,744 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70275277, jitterRate=0.04718323051929474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:20:54,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731342054731Initializing all the Stores at 1731342054731Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342054731Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342054732 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342054732Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342054732Cleaning up temporary data from old regions at 1731342054741 (+9 ms)Region opened successfully at 1731342054744 (+3 ms) 2024-11-11T16:20:54,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:20:54,744 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:20:54,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:20:54,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:20:54,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:20:54,745 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:20:54,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342054744Disabling compacts and flushes for region at 1731342054744Disabling writes for close at 1731342054744Writing region close event to WAL at 1731342054744Closed at 1731342054744 2024-11-11T16:20:54,746 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:54,746 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:20:54,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:20:54,747 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:20:54,748 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:20:54,898 DEBUG [16b413a53992:38523 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:20:54,898 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,36463,1731342053231 2024-11-11T16:20:54,900 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,36463,1731342053231, state=OPENING 2024-11-11T16:20:54,901 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:20:54,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2339496278 2024-11-11T16:20:54,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x1002fa51be00007, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2339496278 2024-11-11T16:20:54,903 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:20:54,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,36463,1731342053231}] 2024-11-11T16:20:54,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2339496278/meta-region-server: CHANGED 2024-11-11T16:20:54,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2339496278/meta-region-server: CHANGED 2024-11-11T16:20:55,056 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:20:55,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:20:55,065 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:20:55,065 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:55,065 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:20:55,068 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C36463%2C1731342053231.meta, suffix=.meta, logDir=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231, archiveDir=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/oldWALs, maxLogs=10 2024-11-11T16:20:55,091 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.meta.1731342055068.meta, exclude list is [], retry=0 2024-11-11T16:20:55,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41655,DS-7d2e872c-944e-4062-8c21-7e4e1139c7b9,DISK] 2024-11-11T16:20:55,117 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.meta.1731342055068.meta 2024-11-11T16:20:55,118 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44293:44293)] 2024-11-11T16:20:55,118 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:55,119 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:20:55,119 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:20:55,119 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:20:55,119 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:20:55,119 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:20:55,119 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:55,119 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:20:55,119 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:20:55,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:20:55,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:20:55,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:55,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:55,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:20:55,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:20:55,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:55,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:55,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:20:55,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:20:55,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:55,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:55,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:20:55,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:20:55,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:55,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:20:55,131 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:20:55,131 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740 2024-11-11T16:20:55,132 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740 2024-11-11T16:20:55,134 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:20:55,134 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:20:55,134 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:20:55,135 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:20:55,136 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59237719, jitterRate=-0.11728920042514801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:20:55,136 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:20:55,136 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731342055120Writing region info on filesystem at 1731342055120Initializing all the Stores at 1731342055120Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342055120Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342055124 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342055124Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342055124Cleaning up temporary data from old regions at 1731342055134 (+10 ms)Running coprocessor post-open hooks at 1731342055136 (+2 ms)Region opened successfully at 1731342055136 2024-11-11T16:20:55,137 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731342055056 2024-11-11T16:20:55,140 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:20:55,140 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:20:55,141 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,36463,1731342053231 2024-11-11T16:20:55,142 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,36463,1731342053231, state=OPEN 2024-11-11T16:20:55,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x1002fa51be00007, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2339496278/meta-region-server 2024-11-11T16:20:55,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2339496278/meta-region-server 2024-11-11T16:20:55,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2339496278/meta-region-server: CHANGED 2024-11-11T16:20:55,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2339496278/meta-region-server: CHANGED 2024-11-11T16:20:55,144 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,36463,1731342053231 2024-11-11T16:20:55,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:20:55,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,36463,1731342053231 in 241 msec 2024-11-11T16:20:55,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:20:55,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-11-11T16:20:55,151 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:20:55,151 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:20:55,153 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:55,153 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,36463,1731342053231, seqNum=-1] 2024-11-11T16:20:55,153 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:55,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:20:55,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 853 msec 2024-11-11T16:20:55,165 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731342055165, completionTime=-1 2024-11-11T16:20:55,165 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:20:55,165 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:20:55,168 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T16:20:55,168 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731342115168 2024-11-11T16:20:55,168 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731342175168 2024-11-11T16:20:55,168 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T16:20:55,168 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,38523,1731342053162-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:55,168 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,38523,1731342053162-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:55,168 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,38523,1731342053162-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:55,168 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:38523, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:55,168 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:55,169 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:55,170 DEBUG [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:20:55,172 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.865sec 2024-11-11T16:20:55,172 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:20:55,172 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:20:55,172 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:20:55,172 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:20:55,172 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:20:55,172 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,38523,1731342053162-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:20:55,172 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,38523,1731342053162-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:20:55,174 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:20:55,174 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:20:55,174 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,38523,1731342053162-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:20:55,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a37b11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:55,190 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,38523,-1 for getting cluster id 2024-11-11T16:20:55,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:55,192 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a3f141b-884d-4721-a20e-8ecae257cc5d' 2024-11-11T16:20:55,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:55,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a3f141b-884d-4721-a20e-8ecae257cc5d" 2024-11-11T16:20:55,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6609620b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:55,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,38523,-1] 2024-11-11T16:20:55,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:55,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:55,193 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:55,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4645c900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:55,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,36463,1731342053231, seqNum=-1] 2024-11-11T16:20:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:55,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:20:55,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16b413a53992,38523,1731342053162 2024-11-11T16:20:55,198 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58575 2024-11-11T16:20:55,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:20:55,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:55,209 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,41531,1731342046950 2024-11-11T16:20:55,209 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@207993c8 2024-11-11T16:20:55,209 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:55,211 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:20:55,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41531 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:20:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41531 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T16:20:55,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:20:55,214 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:55,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:20:55,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41531 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T16:20:55,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1002fa51be00008 connected 2024-11-11T16:20:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:55,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741835_1011 (size=902) 2024-11-11T16:20:55,230 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 21975866d7ad907ff25fdfd829a5f2ec, NAME => 'test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073 2024-11-11T16:20:55,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741836_1012 (size=39) 2024-11-11T16:20:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:55,647 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:55,647 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 21975866d7ad907ff25fdfd829a5f2ec, disabling compactions & flushes 2024-11-11T16:20:55,647 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec. 2024-11-11T16:20:55,647 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec. 2024-11-11T16:20:55,647 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec. after waiting 0 ms 2024-11-11T16:20:55,647 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec. 2024-11-11T16:20:55,647 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec. 2024-11-11T16:20:55,647 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 21975866d7ad907ff25fdfd829a5f2ec: Waiting for close lock at 1731342055647Disabling compacts and flushes for region at 1731342055647Disabling writes for close at 1731342055647Writing region close event to WAL at 1731342055647Closed at 1731342055647 2024-11-11T16:20:55,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:20:55,649 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731342055648"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342055648"}]},"ts":"1731342055648"} 2024-11-11T16:20:55,651 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:20:55,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:20:55,652 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342055652"}]},"ts":"1731342055652"} 2024-11-11T16:20:55,654 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T16:20:55,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=21975866d7ad907ff25fdfd829a5f2ec, ASSIGN}] 2024-11-11T16:20:55,656 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=21975866d7ad907ff25fdfd829a5f2ec, ASSIGN 2024-11-11T16:20:55,657 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=21975866d7ad907ff25fdfd829a5f2ec, ASSIGN; state=OFFLINE, location=16b413a53992,41605,1731342047025; forceNewPlan=false, retain=false 2024-11-11T16:20:55,808 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21975866d7ad907ff25fdfd829a5f2ec, regionState=OPENING, regionLocation=16b413a53992,41605,1731342047025 2024-11-11T16:20:55,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=21975866d7ad907ff25fdfd829a5f2ec, ASSIGN because future has completed 2024-11-11T16:20:55,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21975866d7ad907ff25fdfd829a5f2ec, server=16b413a53992,41605,1731342047025}] 2024-11-11T16:20:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:55,998 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec. 2024-11-11T16:20:55,998 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 21975866d7ad907ff25fdfd829a5f2ec, NAME => 'test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:55,998 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:20:55,998 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T16:20:56,000 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 21975866d7ad907ff25fdfd829a5f2ec 2024-11-11T16:20:56,000 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:56,000 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 21975866d7ad907ff25fdfd829a5f2ec 2024-11-11T16:20:56,000 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 21975866d7ad907ff25fdfd829a5f2ec 2024-11-11T16:20:56,022 INFO [StoreOpener-21975866d7ad907ff25fdfd829a5f2ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 21975866d7ad907ff25fdfd829a5f2ec 2024-11-11T16:20:56,024 INFO [StoreOpener-21975866d7ad907ff25fdfd829a5f2ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21975866d7ad907ff25fdfd829a5f2ec columnFamilyName f 2024-11-11T16:20:56,024 DEBUG [StoreOpener-21975866d7ad907ff25fdfd829a5f2ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:56,024 INFO [StoreOpener-21975866d7ad907ff25fdfd829a5f2ec-1 {}] regionserver.HStore(327): Store=21975866d7ad907ff25fdfd829a5f2ec/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:56,024 INFO [StoreOpener-21975866d7ad907ff25fdfd829a5f2ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 21975866d7ad907ff25fdfd829a5f2ec 2024-11-11T16:20:56,026 INFO [StoreOpener-21975866d7ad907ff25fdfd829a5f2ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21975866d7ad907ff25fdfd829a5f2ec columnFamilyName f1 2024-11-11T16:20:56,026 DEBUG [StoreOpener-21975866d7ad907ff25fdfd829a5f2ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:56,032 INFO [StoreOpener-21975866d7ad907ff25fdfd829a5f2ec-1 {}] regionserver.HStore(327): Store=21975866d7ad907ff25fdfd829a5f2ec/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:56,032 INFO [StoreOpener-21975866d7ad907ff25fdfd829a5f2ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 21975866d7ad907ff25fdfd829a5f2ec 2024-11-11T16:20:56,034 INFO [StoreOpener-21975866d7ad907ff25fdfd829a5f2ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21975866d7ad907ff25fdfd829a5f2ec columnFamilyName norep 2024-11-11T16:20:56,034 DEBUG [StoreOpener-21975866d7ad907ff25fdfd829a5f2ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:56,034 INFO [StoreOpener-21975866d7ad907ff25fdfd829a5f2ec-1 {}] regionserver.HStore(327): Store=21975866d7ad907ff25fdfd829a5f2ec/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:56,034 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 21975866d7ad907ff25fdfd829a5f2ec 2024-11-11T16:20:56,035 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/default/test/21975866d7ad907ff25fdfd829a5f2ec 2024-11-11T16:20:56,035 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/default/test/21975866d7ad907ff25fdfd829a5f2ec 2024-11-11T16:20:56,036 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 21975866d7ad907ff25fdfd829a5f2ec 2024-11-11T16:20:56,036 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 21975866d7ad907ff25fdfd829a5f2ec 2024-11-11T16:20:56,037 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:20:56,038 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 21975866d7ad907ff25fdfd829a5f2ec 2024-11-11T16:20:56,041 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/default/test/21975866d7ad907ff25fdfd829a5f2ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:56,041 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 21975866d7ad907ff25fdfd829a5f2ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73814502, jitterRate=0.09992179274559021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:20:56,041 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21975866d7ad907ff25fdfd829a5f2ec 2024-11-11T16:20:56,042 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 21975866d7ad907ff25fdfd829a5f2ec: Running coprocessor pre-open hook at 1731342056000Writing region info on filesystem at 1731342056000Initializing all the Stores at 1731342056001 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342056001Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342056018 (+17 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342056018Cleaning up temporary data from old regions at 1731342056036 (+18 ms)Running coprocessor post-open hooks at 1731342056041 (+5 ms)Region opened successfully at 1731342056042 (+1 ms) 2024-11-11T16:20:56,043 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec., pid=6, masterSystemTime=1731342055987 2024-11-11T16:20:56,046 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec. 2024-11-11T16:20:56,046 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec. 2024-11-11T16:20:56,046 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21975866d7ad907ff25fdfd829a5f2ec, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16b413a53992,41605,1731342047025 2024-11-11T16:20:56,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21975866d7ad907ff25fdfd829a5f2ec, server=16b413a53992,41605,1731342047025 because future has completed 2024-11-11T16:20:56,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T16:20:56,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 21975866d7ad907ff25fdfd829a5f2ec, server=16b413a53992,41605,1731342047025 in 240 msec 2024-11-11T16:20:56,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T16:20:56,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=21975866d7ad907ff25fdfd829a5f2ec, ASSIGN in 413 msec 2024-11-11T16:20:56,070 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:20:56,071 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342056070"}]},"ts":"1731342056070"} 2024-11-11T16:20:56,073 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T16:20:56,074 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:20:56,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 862 msec 2024-11-11T16:20:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:56,359 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T16:20:56,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:56,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,34725,1731342049845 2024-11-11T16:20:56,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26243ce1 2024-11-11T16:20:56,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:56,362 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:20:56,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:20:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T16:20:56,368 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:20:56,369 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:56,370 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:20:56,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T16:20:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:56,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741835_1011 (size=902) 2024-11-11T16:20:56,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:56,838 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 596ffb73a2b22b224b27d37153a0230a, NAME => 'test,,1731342056364.596ffb73a2b22b224b27d37153a0230a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929 2024-11-11T16:20:56,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741836_1012 (size=39) 2024-11-11T16:20:56,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731342056364.596ffb73a2b22b224b27d37153a0230a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:56,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 596ffb73a2b22b224b27d37153a0230a, disabling compactions & flushes 2024-11-11T16:20:56,888 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731342056364.596ffb73a2b22b224b27d37153a0230a. 2024-11-11T16:20:56,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342056364.596ffb73a2b22b224b27d37153a0230a. 2024-11-11T16:20:56,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731342056364.596ffb73a2b22b224b27d37153a0230a. after waiting 0 ms 2024-11-11T16:20:56,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731342056364.596ffb73a2b22b224b27d37153a0230a. 2024-11-11T16:20:56,888 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731342056364.596ffb73a2b22b224b27d37153a0230a. 2024-11-11T16:20:56,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 596ffb73a2b22b224b27d37153a0230a: Waiting for close lock at 1731342056888Disabling compacts and flushes for region at 1731342056888Disabling writes for close at 1731342056888Writing region close event to WAL at 1731342056888Closed at 1731342056888 2024-11-11T16:20:56,890 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:20:56,891 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731342056364.596ffb73a2b22b224b27d37153a0230a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731342056890"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342056890"}]},"ts":"1731342056890"} 2024-11-11T16:20:56,893 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:20:56,894 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:20:56,895 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342056894"}]},"ts":"1731342056894"} 2024-11-11T16:20:56,897 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T16:20:56,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=596ffb73a2b22b224b27d37153a0230a, ASSIGN}] 2024-11-11T16:20:56,899 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=596ffb73a2b22b224b27d37153a0230a, ASSIGN 2024-11-11T16:20:56,900 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=596ffb73a2b22b224b27d37153a0230a, ASSIGN; state=OFFLINE, location=16b413a53992,45175,1731342049890; forceNewPlan=false, retain=false 2024-11-11T16:20:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:57,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=596ffb73a2b22b224b27d37153a0230a, regionState=OPENING, regionLocation=16b413a53992,45175,1731342049890 2024-11-11T16:20:57,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=596ffb73a2b22b224b27d37153a0230a, ASSIGN because future has completed 2024-11-11T16:20:57,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 596ffb73a2b22b224b27d37153a0230a, server=16b413a53992,45175,1731342049890}] 2024-11-11T16:20:57,235 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731342056364.596ffb73a2b22b224b27d37153a0230a. 2024-11-11T16:20:57,235 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 596ffb73a2b22b224b27d37153a0230a, NAME => 'test,,1731342056364.596ffb73a2b22b224b27d37153a0230a.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:57,236 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:20:57,236 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T16:20:57,236 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 596ffb73a2b22b224b27d37153a0230a 2024-11-11T16:20:57,236 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731342056364.596ffb73a2b22b224b27d37153a0230a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:57,236 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 596ffb73a2b22b224b27d37153a0230a 2024-11-11T16:20:57,236 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 596ffb73a2b22b224b27d37153a0230a 2024-11-11T16:20:57,248 INFO [StoreOpener-596ffb73a2b22b224b27d37153a0230a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 596ffb73a2b22b224b27d37153a0230a 2024-11-11T16:20:57,250 INFO [StoreOpener-596ffb73a2b22b224b27d37153a0230a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 596ffb73a2b22b224b27d37153a0230a columnFamilyName f 2024-11-11T16:20:57,250 DEBUG [StoreOpener-596ffb73a2b22b224b27d37153a0230a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:57,253 INFO [StoreOpener-596ffb73a2b22b224b27d37153a0230a-1 {}] regionserver.HStore(327): Store=596ffb73a2b22b224b27d37153a0230a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:57,253 INFO [StoreOpener-596ffb73a2b22b224b27d37153a0230a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 596ffb73a2b22b224b27d37153a0230a 2024-11-11T16:20:57,256 INFO [StoreOpener-596ffb73a2b22b224b27d37153a0230a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 596ffb73a2b22b224b27d37153a0230a columnFamilyName f1 2024-11-11T16:20:57,256 DEBUG [StoreOpener-596ffb73a2b22b224b27d37153a0230a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:57,256 INFO [StoreOpener-596ffb73a2b22b224b27d37153a0230a-1 {}] regionserver.HStore(327): Store=596ffb73a2b22b224b27d37153a0230a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:57,256 INFO [StoreOpener-596ffb73a2b22b224b27d37153a0230a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 596ffb73a2b22b224b27d37153a0230a 2024-11-11T16:20:57,258 INFO [StoreOpener-596ffb73a2b22b224b27d37153a0230a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 596ffb73a2b22b224b27d37153a0230a columnFamilyName norep 2024-11-11T16:20:57,258 DEBUG [StoreOpener-596ffb73a2b22b224b27d37153a0230a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:57,258 INFO [StoreOpener-596ffb73a2b22b224b27d37153a0230a-1 {}] regionserver.HStore(327): Store=596ffb73a2b22b224b27d37153a0230a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:57,258 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 596ffb73a2b22b224b27d37153a0230a 2024-11-11T16:20:57,259 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/default/test/596ffb73a2b22b224b27d37153a0230a 2024-11-11T16:20:57,260 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/default/test/596ffb73a2b22b224b27d37153a0230a 2024-11-11T16:20:57,261 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 596ffb73a2b22b224b27d37153a0230a 2024-11-11T16:20:57,261 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 596ffb73a2b22b224b27d37153a0230a 2024-11-11T16:20:57,262 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:20:57,263 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 596ffb73a2b22b224b27d37153a0230a 2024-11-11T16:20:57,277 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/default/test/596ffb73a2b22b224b27d37153a0230a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:57,278 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 596ffb73a2b22b224b27d37153a0230a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70199830, jitterRate=0.046058982610702515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:20:57,278 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 596ffb73a2b22b224b27d37153a0230a 2024-11-11T16:20:57,278 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 596ffb73a2b22b224b27d37153a0230a: Running coprocessor pre-open hook at 1731342057236Writing region info on filesystem at 1731342057236Initializing all the Stores at 1731342057237 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342057237Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342057240 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342057240Cleaning up temporary data from old regions at 1731342057261 (+21 ms)Running coprocessor post-open hooks at 1731342057278 (+17 ms)Region opened successfully at 1731342057278 2024-11-11T16:20:57,283 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731342056364.596ffb73a2b22b224b27d37153a0230a., pid=6, masterSystemTime=1731342057221 2024-11-11T16:20:57,286 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731342056364.596ffb73a2b22b224b27d37153a0230a. 2024-11-11T16:20:57,286 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731342056364.596ffb73a2b22b224b27d37153a0230a. 2024-11-11T16:20:57,286 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=596ffb73a2b22b224b27d37153a0230a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16b413a53992,45175,1731342049890 2024-11-11T16:20:57,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 596ffb73a2b22b224b27d37153a0230a, server=16b413a53992,45175,1731342049890 because future has completed 2024-11-11T16:20:57,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T16:20:57,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 596ffb73a2b22b224b27d37153a0230a, server=16b413a53992,45175,1731342049890 in 222 msec 2024-11-11T16:20:57,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T16:20:57,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=596ffb73a2b22b224b27d37153a0230a, ASSIGN in 395 msec 2024-11-11T16:20:57,295 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:20:57,295 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342057295"}]},"ts":"1731342057295"} 2024-11-11T16:20:57,297 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T16:20:57,298 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:20:57,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 934 msec 2024-11-11T16:20:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:57,508 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T16:20:57,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:57,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,38523,1731342053162 2024-11-11T16:20:57,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b6e84d5 2024-11-11T16:20:57,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:57,515 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:20:57,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38523 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:20:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38523 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T16:20:57,517 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:57,518 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T16:20:57,518 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38323 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T16:20:57,518 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:20:57,519 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:57,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38523 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T16:20:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:57,520 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:20:57,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741835_1011 (size=902) 2024-11-11T16:20:57,558 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6be2626543aec816ac455763abedaf49, NAME => 'test,,1731342057515.6be2626543aec816ac455763abedaf49.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1 2024-11-11T16:20:57,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741836_1012 (size=39) 2024-11-11T16:20:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:57,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731342057515.6be2626543aec816ac455763abedaf49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:57,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6be2626543aec816ac455763abedaf49, disabling compactions & flushes 2024-11-11T16:20:57,981 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731342057515.6be2626543aec816ac455763abedaf49. 2024-11-11T16:20:57,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342057515.6be2626543aec816ac455763abedaf49. 2024-11-11T16:20:57,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731342057515.6be2626543aec816ac455763abedaf49. after waiting 0 ms 2024-11-11T16:20:57,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731342057515.6be2626543aec816ac455763abedaf49. 2024-11-11T16:20:57,982 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731342057515.6be2626543aec816ac455763abedaf49. 2024-11-11T16:20:57,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6be2626543aec816ac455763abedaf49: Waiting for close lock at 1731342057981Disabling compacts and flushes for region at 1731342057981Disabling writes for close at 1731342057982 (+1 ms)Writing region close event to WAL at 1731342057982Closed at 1731342057982 2024-11-11T16:20:57,989 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:20:57,989 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731342057515.6be2626543aec816ac455763abedaf49.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731342057989"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342057989"}]},"ts":"1731342057989"} 2024-11-11T16:20:58,001 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:20:58,013 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:20:58,013 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342058013"}]},"ts":"1731342058013"} 2024-11-11T16:20:58,016 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T16:20:58,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6be2626543aec816ac455763abedaf49, ASSIGN}] 2024-11-11T16:20:58,023 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6be2626543aec816ac455763abedaf49, ASSIGN 2024-11-11T16:20:58,030 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6be2626543aec816ac455763abedaf49, ASSIGN; state=OFFLINE, location=16b413a53992,36463,1731342053231; forceNewPlan=false, retain=false 2024-11-11T16:20:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:58,180 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6be2626543aec816ac455763abedaf49, regionState=OPENING, regionLocation=16b413a53992,36463,1731342053231 2024-11-11T16:20:58,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6be2626543aec816ac455763abedaf49, ASSIGN because future has completed 2024-11-11T16:20:58,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6be2626543aec816ac455763abedaf49, server=16b413a53992,36463,1731342053231}] 2024-11-11T16:20:58,355 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731342057515.6be2626543aec816ac455763abedaf49. 2024-11-11T16:20:58,355 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6be2626543aec816ac455763abedaf49, NAME => 'test,,1731342057515.6be2626543aec816ac455763abedaf49.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:58,355 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:20:58,355 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T16:20:58,356 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6be2626543aec816ac455763abedaf49 2024-11-11T16:20:58,356 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731342057515.6be2626543aec816ac455763abedaf49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:58,356 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6be2626543aec816ac455763abedaf49 2024-11-11T16:20:58,356 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6be2626543aec816ac455763abedaf49 2024-11-11T16:20:58,365 INFO [StoreOpener-6be2626543aec816ac455763abedaf49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6be2626543aec816ac455763abedaf49 2024-11-11T16:20:58,367 INFO [StoreOpener-6be2626543aec816ac455763abedaf49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6be2626543aec816ac455763abedaf49 columnFamilyName f 2024-11-11T16:20:58,367 DEBUG [StoreOpener-6be2626543aec816ac455763abedaf49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:58,368 INFO [StoreOpener-6be2626543aec816ac455763abedaf49-1 {}] regionserver.HStore(327): Store=6be2626543aec816ac455763abedaf49/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:58,368 INFO [StoreOpener-6be2626543aec816ac455763abedaf49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6be2626543aec816ac455763abedaf49 2024-11-11T16:20:58,371 INFO [StoreOpener-6be2626543aec816ac455763abedaf49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6be2626543aec816ac455763abedaf49 columnFamilyName f1 2024-11-11T16:20:58,371 DEBUG [StoreOpener-6be2626543aec816ac455763abedaf49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:58,372 INFO [StoreOpener-6be2626543aec816ac455763abedaf49-1 {}] regionserver.HStore(327): Store=6be2626543aec816ac455763abedaf49/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:58,372 INFO [StoreOpener-6be2626543aec816ac455763abedaf49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6be2626543aec816ac455763abedaf49 2024-11-11T16:20:58,373 INFO [StoreOpener-6be2626543aec816ac455763abedaf49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6be2626543aec816ac455763abedaf49 columnFamilyName norep 2024-11-11T16:20:58,373 DEBUG [StoreOpener-6be2626543aec816ac455763abedaf49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:58,374 INFO [StoreOpener-6be2626543aec816ac455763abedaf49-1 {}] regionserver.HStore(327): Store=6be2626543aec816ac455763abedaf49/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:58,374 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6be2626543aec816ac455763abedaf49 2024-11-11T16:20:58,374 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/default/test/6be2626543aec816ac455763abedaf49 2024-11-11T16:20:58,375 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/default/test/6be2626543aec816ac455763abedaf49 2024-11-11T16:20:58,375 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6be2626543aec816ac455763abedaf49 2024-11-11T16:20:58,375 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6be2626543aec816ac455763abedaf49 2024-11-11T16:20:58,376 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:20:58,376 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6be2626543aec816ac455763abedaf49 2024-11-11T16:20:58,382 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/default/test/6be2626543aec816ac455763abedaf49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:58,382 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6be2626543aec816ac455763abedaf49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66491798, jitterRate=-0.009194999933242798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:20:58,382 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6be2626543aec816ac455763abedaf49 2024-11-11T16:20:58,382 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6be2626543aec816ac455763abedaf49: Running coprocessor pre-open hook at 1731342058356Writing region info on filesystem at 1731342058356Initializing all the Stores at 1731342058365 (+9 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342058365Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342058365Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342058365Cleaning up temporary data from old regions at 1731342058375 (+10 ms)Running coprocessor post-open hooks at 1731342058382 (+7 ms)Region opened successfully at 1731342058382 2024-11-11T16:20:58,385 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731342057515.6be2626543aec816ac455763abedaf49., pid=6, masterSystemTime=1731342058337 2024-11-11T16:20:58,389 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731342057515.6be2626543aec816ac455763abedaf49. 2024-11-11T16:20:58,389 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731342057515.6be2626543aec816ac455763abedaf49. 2024-11-11T16:20:58,390 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6be2626543aec816ac455763abedaf49, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16b413a53992,36463,1731342053231 2024-11-11T16:20:58,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6be2626543aec816ac455763abedaf49, server=16b413a53992,36463,1731342053231 because future has completed 2024-11-11T16:20:58,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T16:20:58,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6be2626543aec816ac455763abedaf49, server=16b413a53992,36463,1731342053231 in 219 msec 2024-11-11T16:20:58,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T16:20:58,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6be2626543aec816ac455763abedaf49, ASSIGN in 388 msec 2024-11-11T16:20:58,407 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:20:58,407 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342058407"}]},"ts":"1731342058407"} 2024-11-11T16:20:58,409 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T16:20:58,410 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:20:58,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 894 msec 2024-11-11T16:20:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:20:58,658 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T16:20:58,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25496238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:58,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,41531,-1 for getting cluster id 2024-11-11T16:20:58,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:58,659 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ceb86785-108f-4769-ae31-3a27b3eb1b8f' 2024-11-11T16:20:58,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:58,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ceb86785-108f-4769-ae31-3a27b3eb1b8f" 2024-11-11T16:20:58,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761e7b17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:58,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,41531,-1] 2024-11-11T16:20:58,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:58,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:58,661 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:58,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3cdbec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:58,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,41531,1731342046950 2024-11-11T16:20:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b1146ca 2024-11-11T16:20:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:58,664 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:20:58,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41531 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16b413a53992:34725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T16:20:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41531 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T16:20:58,668 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:34725' 2024-11-11T16:20:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:58,672 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7253aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:58,672 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,34725,-1 for getting cluster id 2024-11-11T16:20:58,672 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:58,672 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50124be-d249-430c-890a-b5e98b781b49' 2024-11-11T16:20:58,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:58,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50124be-d249-430c-890a-b5e98b781b49" 2024-11-11T16:20:58,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa8a445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:58,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,34725,-1] 2024-11-11T16:20:58,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:58,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:58,674 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:58,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b143bd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:58,675 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:58,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,34725,1731342049845 2024-11-11T16:20:58,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d8482b2 2024-11-11T16:20:58,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:58,677 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:20:58,678 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T16:20:58,678 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T16:20:58,678 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:58,678 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:58,679 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:20:58,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:20:58,680 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T16:20:58,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:20:58,681 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:58,682 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:20:58,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741837_1013 (size=1138) 2024-11-11T16:20:58,730 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T16:20:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:59,095 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f1b25171a41108aad72d01f6fc7c991, NAME => 'hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073 2024-11-11T16:20:59,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741838_1014 (size=44) 2024-11-11T16:20:59,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:59,107 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5f1b25171a41108aad72d01f6fc7c991, disabling compactions & flushes 2024-11-11T16:20:59,107 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991. 2024-11-11T16:20:59,107 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991. 2024-11-11T16:20:59,107 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991. after waiting 0 ms 2024-11-11T16:20:59,107 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991. 2024-11-11T16:20:59,107 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991. 2024-11-11T16:20:59,107 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f1b25171a41108aad72d01f6fc7c991: Waiting for close lock at 1731342059107Disabling compacts and flushes for region at 1731342059107Disabling writes for close at 1731342059107Writing region close event to WAL at 1731342059107Closed at 1731342059107 2024-11-11T16:20:59,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:20:59,108 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731342059108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342059108"}]},"ts":"1731342059108"} 2024-11-11T16:20:59,110 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:20:59,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:20:59,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342059111"}]},"ts":"1731342059111"} 2024-11-11T16:20:59,112 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T16:20:59,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f1b25171a41108aad72d01f6fc7c991, ASSIGN}] 2024-11-11T16:20:59,113 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f1b25171a41108aad72d01f6fc7c991, ASSIGN 2024-11-11T16:20:59,114 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5f1b25171a41108aad72d01f6fc7c991, ASSIGN; state=OFFLINE, location=16b413a53992,41605,1731342047025; forceNewPlan=false, retain=false 2024-11-11T16:20:59,265 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5f1b25171a41108aad72d01f6fc7c991, regionState=OPENING, regionLocation=16b413a53992,41605,1731342047025 2024-11-11T16:20:59,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5f1b25171a41108aad72d01f6fc7c991, ASSIGN because future has completed 2024-11-11T16:20:59,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f1b25171a41108aad72d01f6fc7c991, server=16b413a53992,41605,1731342047025}] 2024-11-11T16:20:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:59,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991. 2024-11-11T16:20:59,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:20:59,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T16:20:59,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C41605%2C1731342047025.rep, suffix=, logDir=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025, archiveDir=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/oldWALs, maxLogs=10 2024-11-11T16:20:59,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.rep.1731342059455, exclude list is [], retry=0 2024-11-11T16:20:59,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33915,DS-31003493-2a7c-43fb-a1a3-01a80e4e30f6,DISK] 2024-11-11T16:20:59,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.rep.1731342059455 2024-11-11T16:20:59,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33327:33327)] 2024-11-11T16:20:59,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f1b25171a41108aad72d01f6fc7c991, NAME => 'hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:20:59,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:20:59,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:20:59,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991. service=MultiRowMutationService 2024-11-11T16:20:59,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T16:20:59,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5f1b25171a41108aad72d01f6fc7c991 2024-11-11T16:20:59,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:59,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5f1b25171a41108aad72d01f6fc7c991 2024-11-11T16:20:59,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5f1b25171a41108aad72d01f6fc7c991 2024-11-11T16:20:59,479 INFO [StoreOpener-5f1b25171a41108aad72d01f6fc7c991-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5f1b25171a41108aad72d01f6fc7c991 2024-11-11T16:20:59,480 INFO [StoreOpener-5f1b25171a41108aad72d01f6fc7c991-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f1b25171a41108aad72d01f6fc7c991 columnFamilyName hfileref 2024-11-11T16:20:59,481 DEBUG [StoreOpener-5f1b25171a41108aad72d01f6fc7c991-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:59,481 INFO [StoreOpener-5f1b25171a41108aad72d01f6fc7c991-1 {}] regionserver.HStore(327): Store=5f1b25171a41108aad72d01f6fc7c991/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:59,481 INFO [StoreOpener-5f1b25171a41108aad72d01f6fc7c991-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5f1b25171a41108aad72d01f6fc7c991 2024-11-11T16:20:59,482 INFO [StoreOpener-5f1b25171a41108aad72d01f6fc7c991-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f1b25171a41108aad72d01f6fc7c991 columnFamilyName queue 2024-11-11T16:20:59,482 DEBUG [StoreOpener-5f1b25171a41108aad72d01f6fc7c991-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:59,482 INFO [StoreOpener-5f1b25171a41108aad72d01f6fc7c991-1 {}] regionserver.HStore(327): Store=5f1b25171a41108aad72d01f6fc7c991/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:59,482 INFO [StoreOpener-5f1b25171a41108aad72d01f6fc7c991-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5f1b25171a41108aad72d01f6fc7c991 2024-11-11T16:20:59,484 INFO [StoreOpener-5f1b25171a41108aad72d01f6fc7c991-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f1b25171a41108aad72d01f6fc7c991 columnFamilyName sid 2024-11-11T16:20:59,484 DEBUG [StoreOpener-5f1b25171a41108aad72d01f6fc7c991-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:59,484 INFO [StoreOpener-5f1b25171a41108aad72d01f6fc7c991-1 {}] regionserver.HStore(327): Store=5f1b25171a41108aad72d01f6fc7c991/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:20:59,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5f1b25171a41108aad72d01f6fc7c991 2024-11-11T16:20:59,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/replication/5f1b25171a41108aad72d01f6fc7c991 2024-11-11T16:20:59,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/replication/5f1b25171a41108aad72d01f6fc7c991 2024-11-11T16:20:59,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5f1b25171a41108aad72d01f6fc7c991 2024-11-11T16:20:59,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5f1b25171a41108aad72d01f6fc7c991 2024-11-11T16:20:59,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:20:59,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5f1b25171a41108aad72d01f6fc7c991 2024-11-11T16:20:59,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/replication/5f1b25171a41108aad72d01f6fc7c991/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:20:59,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5f1b25171a41108aad72d01f6fc7c991; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65968373, jitterRate=-0.016994640231132507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:20:59,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f1b25171a41108aad72d01f6fc7c991 2024-11-11T16:20:59,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5f1b25171a41108aad72d01f6fc7c991: Running coprocessor pre-open hook at 1731342059474Writing region info on filesystem at 1731342059474Initializing all the Stores at 1731342059479 (+5 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342059479Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342059479Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342059479Cleaning up temporary data from old regions at 1731342059488 (+9 ms)Running coprocessor post-open hooks at 1731342059491 (+3 ms)Region opened successfully at 1731342059491 2024-11-11T16:20:59,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991., pid=10, masterSystemTime=1731342059427 2024-11-11T16:20:59,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991. 2024-11-11T16:20:59,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991. 2024-11-11T16:20:59,495 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5f1b25171a41108aad72d01f6fc7c991, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,41605,1731342047025 2024-11-11T16:20:59,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f1b25171a41108aad72d01f6fc7c991, server=16b413a53992,41605,1731342047025 because future has completed 2024-11-11T16:20:59,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T16:20:59,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f1b25171a41108aad72d01f6fc7c991, server=16b413a53992,41605,1731342047025 in 233 msec 2024-11-11T16:20:59,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T16:20:59,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f1b25171a41108aad72d01f6fc7c991, ASSIGN in 390 msec 2024-11-11T16:20:59,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:20:59,506 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342059506"}]},"ts":"1731342059506"} 2024-11-11T16:20:59,508 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T16:20:59,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:20:59,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 830 msec 2024-11-11T16:20:59,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991., hostname=16b413a53992,41605,1731342047025, seqNum=2] 2024-11-11T16:20:59,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41605-0x1002fa51be00001, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0753217605 2024-11-11T16:20:59,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0753217605 2024-11-11T16:20:59,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T16:20:59,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T16:20:59,725 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T16:20:59,770 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-16b413a53992,41605,1731342047025, ReplicationSource: 1, currentBandwidth=0 2024-11-11T16:20:59,771 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:20:59,771 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,41605,1731342047025, seqNum=-1] 2024-11-11T16:20:59,772 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:20:59,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-11T16:20:59,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16b413a53992,41605,1731342047025', locateType=CURRENT is [region=hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991., hostname=16b413a53992,41605,1731342047025, seqNum=2] 2024-11-11T16:20:59,778 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T16:20:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41531 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T16:20:59,782 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16b413a53992,41605,1731342047025 suceeded 2024-11-11T16:20:59,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T16:20:59,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-11T16:20:59,800 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16b413a53992:34725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T16:20:59,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1350 sec 2024-11-11T16:20:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:59,808 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T16:20:59,808 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:20:59,809 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:20:59,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:59,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:59,810 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:20:59,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c1008d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:59,810 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,34725,-1 for getting cluster id 2024-11-11T16:20:59,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:59,811 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50124be-d249-430c-890a-b5e98b781b49' 2024-11-11T16:20:59,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:59,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50124be-d249-430c-890a-b5e98b781b49" 2024-11-11T16:20:59,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1035c650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:59,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,34725,-1] 2024-11-11T16:20:59,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:59,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:59,813 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:59,813 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:34725' 2024-11-11T16:20:59,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@728f1c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:59,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:59,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,34725,1731342049845 2024-11-11T16:20:59,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1179acf8 2024-11-11T16:20:59,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:59,815 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69cc7acf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:59,816 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,34725,-1 for getting cluster id 2024-11-11T16:20:59,816 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:59,816 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50124be-d249-430c-890a-b5e98b781b49' 2024-11-11T16:20:59,816 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:20:59,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:59,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50124be-d249-430c-890a-b5e98b781b49" 2024-11-11T16:20:59,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43b07a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:59,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,34725,-1] 2024-11-11T16:20:59,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:59,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:59,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16b413a53992:38523,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T16:20:59,818 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:59,818 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bdb1b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:59,819 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:59,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,34725,1731342049845 2024-11-11T16:20:59,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f9582c1 2024-11-11T16:20:59,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:59,821 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-11T16:20:59,824 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16b413a53992,41605,1731342047025 (queues=1) is replicating from cluster=ceb86785-108f-4769-ae31-3a27b3eb1b8f to cluster=c50124be-d249-430c-890a-b5e98b781b49 2024-11-11T16:20:59,824 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16b413a53992%2C41605%2C1731342047025 2024-11-11T16:20:59,824 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16b413a53992,41605,1731342047025, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T16:20:59,825 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064, startPosition=0, beingWritten=true 2024-11-11T16:20:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T16:20:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:20:59,828 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:38523' 2024-11-11T16:20:59,838 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eecaad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:59,838 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,38523,-1 for getting cluster id 2024-11-11T16:20:59,838 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:20:59,839 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.shipper16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16b413a53992%2C41605%2C1731342047025 2024-11-11T16:20:59,839 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a3f141b-884d-4721-a20e-8ecae257cc5d' 2024-11-11T16:20:59,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:20:59,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a3f141b-884d-4721-a20e-8ecae257cc5d" 2024-11-11T16:20:59,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca381d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:59,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,38523,-1] 2024-11-11T16:20:59,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:20:59,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:59,841 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:20:59,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13771a84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:20:59,842 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:20:59,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,38523,1731342053162 2024-11-11T16:20:59,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17095d9f 2024-11-11T16:20:59,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:20:59,844 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:20:59,844 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:20:59,844 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.shipper16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,41605,1731342047025 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:20:59,845 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T16:20:59,845 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T16:20:59,845 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:59,845 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:20:59,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:20:59,844 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 379, reset compression=false 2024-11-11T16:20:59,846 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:20:59,847 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T16:20:59,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:20:59,848 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:20:59,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:20:59,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741837_1013 (size=1138) 2024-11-11T16:20:59,869 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 349f201016b09122a233f293c0c7051a, NAME => 'hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929 2024-11-11T16:20:59,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741838_1014 (size=44) 2024-11-11T16:20:59,890 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:20:59,890 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 349f201016b09122a233f293c0c7051a, disabling compactions & flushes 2024-11-11T16:20:59,890 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a. 2024-11-11T16:20:59,890 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a. 2024-11-11T16:20:59,890 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a. after waiting 0 ms 2024-11-11T16:20:59,890 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a. 2024-11-11T16:20:59,890 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a. 2024-11-11T16:20:59,890 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 349f201016b09122a233f293c0c7051a: Waiting for close lock at 1731342059890Disabling compacts and flushes for region at 1731342059890Disabling writes for close at 1731342059890Writing region close event to WAL at 1731342059890Closed at 1731342059890 2024-11-11T16:20:59,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:20:59,892 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731342059892"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342059892"}]},"ts":"1731342059892"} 2024-11-11T16:20:59,894 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:20:59,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:20:59,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342059895"}]},"ts":"1731342059895"} 2024-11-11T16:20:59,897 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T16:20:59,897 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T16:20:59,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=349f201016b09122a233f293c0c7051a, ASSIGN}] 2024-11-11T16:20:59,899 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=349f201016b09122a233f293c0c7051a, ASSIGN 2024-11-11T16:20:59,900 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=349f201016b09122a233f293c0c7051a, ASSIGN; state=OFFLINE, location=16b413a53992,45175,1731342049890; forceNewPlan=false, retain=false 2024-11-11T16:20:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:00,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=349f201016b09122a233f293c0c7051a, regionState=OPENING, regionLocation=16b413a53992,45175,1731342049890 2024-11-11T16:21:00,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=349f201016b09122a233f293c0c7051a, ASSIGN because future has completed 2024-11-11T16:21:00,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 349f201016b09122a233f293c0c7051a, server=16b413a53992,45175,1731342049890}] 2024-11-11T16:21:00,060 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 379, reset compression=false 2024-11-11T16:21:00,093 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T16:21:00,094 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T16:21:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:00,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a. 2024-11-11T16:21:00,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:21:00,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T16:21:00,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C45175%2C1731342049890.rep, suffix=, logDir=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890, archiveDir=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/oldWALs, maxLogs=10 2024-11-11T16:21:00,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.rep.1731342060229, exclude list is [], retry=0 2024-11-11T16:21:00,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34625,DS-da79a7f4-8f85-45f4-a7e0-0f27ff924ce1,DISK] 2024-11-11T16:21:00,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.rep.1731342060229 2024-11-11T16:21:00,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41795:41795)] 2024-11-11T16:21:00,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 349f201016b09122a233f293c0c7051a, NAME => 'hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:21:00,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:21:00,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:21:00,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a. service=MultiRowMutationService 2024-11-11T16:21:00,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T16:21:00,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 349f201016b09122a233f293c0c7051a 2024-11-11T16:21:00,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:00,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 349f201016b09122a233f293c0c7051a 2024-11-11T16:21:00,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 349f201016b09122a233f293c0c7051a 2024-11-11T16:21:00,265 INFO [StoreOpener-349f201016b09122a233f293c0c7051a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 349f201016b09122a233f293c0c7051a 2024-11-11T16:21:00,266 INFO [StoreOpener-349f201016b09122a233f293c0c7051a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 349f201016b09122a233f293c0c7051a columnFamilyName hfileref 2024-11-11T16:21:00,266 DEBUG [StoreOpener-349f201016b09122a233f293c0c7051a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:00,268 INFO [StoreOpener-349f201016b09122a233f293c0c7051a-1 {}] regionserver.HStore(327): Store=349f201016b09122a233f293c0c7051a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:00,268 INFO [StoreOpener-349f201016b09122a233f293c0c7051a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 349f201016b09122a233f293c0c7051a 2024-11-11T16:21:00,269 INFO [StoreOpener-349f201016b09122a233f293c0c7051a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 349f201016b09122a233f293c0c7051a columnFamilyName queue 2024-11-11T16:21:00,270 DEBUG [StoreOpener-349f201016b09122a233f293c0c7051a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:00,271 INFO [StoreOpener-349f201016b09122a233f293c0c7051a-1 {}] regionserver.HStore(327): Store=349f201016b09122a233f293c0c7051a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:00,271 INFO [StoreOpener-349f201016b09122a233f293c0c7051a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 349f201016b09122a233f293c0c7051a 2024-11-11T16:21:00,274 INFO [StoreOpener-349f201016b09122a233f293c0c7051a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 349f201016b09122a233f293c0c7051a columnFamilyName sid 2024-11-11T16:21:00,274 DEBUG [StoreOpener-349f201016b09122a233f293c0c7051a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:00,274 INFO [StoreOpener-349f201016b09122a233f293c0c7051a-1 {}] regionserver.HStore(327): Store=349f201016b09122a233f293c0c7051a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:00,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 349f201016b09122a233f293c0c7051a 2024-11-11T16:21:00,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/replication/349f201016b09122a233f293c0c7051a 2024-11-11T16:21:00,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/replication/349f201016b09122a233f293c0c7051a 2024-11-11T16:21:00,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 349f201016b09122a233f293c0c7051a 2024-11-11T16:21:00,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 349f201016b09122a233f293c0c7051a 2024-11-11T16:21:00,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:21:00,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 349f201016b09122a233f293c0c7051a 2024-11-11T16:21:00,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/replication/349f201016b09122a233f293c0c7051a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:21:00,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 349f201016b09122a233f293c0c7051a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61504701, jitterRate=-0.08350853621959686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:21:00,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 349f201016b09122a233f293c0c7051a 2024-11-11T16:21:00,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 349f201016b09122a233f293c0c7051a: Running coprocessor pre-open hook at 1731342060258Writing region info on filesystem at 1731342060258Initializing all the Stores at 1731342060264 (+6 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342060264Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342060264Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342060264Cleaning up temporary data from old regions at 1731342060278 (+14 ms)Running coprocessor post-open hooks at 1731342060295 (+17 ms)Region opened successfully at 1731342060295 2024-11-11T16:21:00,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a., pid=10, masterSystemTime=1731342060223 2024-11-11T16:21:00,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a. 2024-11-11T16:21:00,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a. 2024-11-11T16:21:00,305 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=349f201016b09122a233f293c0c7051a, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,45175,1731342049890 2024-11-11T16:21:00,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 349f201016b09122a233f293c0c7051a, server=16b413a53992,45175,1731342049890 because future has completed 2024-11-11T16:21:00,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T16:21:00,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 349f201016b09122a233f293c0c7051a, server=16b413a53992,45175,1731342049890 in 253 msec 2024-11-11T16:21:00,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T16:21:00,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=349f201016b09122a233f293c0c7051a, ASSIGN in 415 msec 2024-11-11T16:21:00,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:21:00,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342060316"}]},"ts":"1731342060316"} 2024-11-11T16:21:00,319 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T16:21:00,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:21:00,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 474 msec 2024-11-11T16:21:00,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a., hostname=16b413a53992,45175,1731342049890, seqNum=2] 2024-11-11T16:21:00,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1406105891 2024-11-11T16:21:00,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x1002fa51be00004, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1406105891 2024-11-11T16:21:00,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T16:21:00,373 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 379, reset compression=false 2024-11-11T16:21:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:00,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45175 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T16:21:00,524 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T16:21:00,566 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-16b413a53992,45175,1731342049890, ReplicationSource: 1, currentBandwidth=0 2024-11-11T16:21:00,567 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:21:00,567 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,45175,1731342049890, seqNum=-1] 2024-11-11T16:21:00,567 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:21:00,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-11T16:21:00,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16b413a53992,45175,1731342049890', locateType=CURRENT is [region=hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a., hostname=16b413a53992,45175,1731342049890, seqNum=2] 2024-11-11T16:21:00,574 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T16:21:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T16:21:00,577 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16b413a53992,45175,1731342049890 suceeded 2024-11-11T16:21:00,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T16:21:00,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-11T16:21:00,579 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16b413a53992:38523,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T16:21:00,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 761 msec 2024-11-11T16:21:00,593 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:38523' 2024-11-11T16:21:00,595 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20b3f58e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:00,595 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,38523,-1 for getting cluster id 2024-11-11T16:21:00,595 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:00,596 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a3f141b-884d-4721-a20e-8ecae257cc5d' 2024-11-11T16:21:00,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:00,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a3f141b-884d-4721-a20e-8ecae257cc5d" 2024-11-11T16:21:00,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67242817, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:00,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,38523,-1] 2024-11-11T16:21:00,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:00,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:00,602 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:00,604 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22f1ad8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:00,604 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:21:00,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,38523,1731342053162 2024-11-11T16:21:00,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@595e80c8 2024-11-11T16:21:00,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:21:00,605 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-11T16:21:00,606 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16b413a53992,45175,1731342049890 (queues=1) is replicating from cluster=c50124be-d249-430c-890a-b5e98b781b49 to cluster=6a3f141b-884d-4721-a20e-8ecae257cc5d 2024-11-11T16:21:00,606 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16b413a53992%2C45175%2C1731342049890 2024-11-11T16:21:00,606 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16b413a53992,45175,1731342049890, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T16:21:00,613 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860, startPosition=0, beingWritten=true 2024-11-11T16:21:00,613 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.shipper16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16b413a53992%2C45175%2C1731342049890 2024-11-11T16:21:00,622 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:21:00,626 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:00,626 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 379, reset compression=false 2024-11-11T16:21:00,626 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.shipper16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,45175,1731342049890 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:21:00,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:00,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:00,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:00,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:00,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:00,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:00,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:00,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:00,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:00,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:00,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:00,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T16:21:00,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T16:21:00,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:21:00,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T16:21:00,795 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 379, reset compression=false 2024-11-11T16:21:00,870 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 379, reset compression=false 2024-11-11T16:21:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:00,968 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T16:21:00,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:21:00,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:00,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:00,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:00,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:00,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258aac40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:00,971 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,38523,-1 for getting cluster id 2024-11-11T16:21:00,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:00,971 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a3f141b-884d-4721-a20e-8ecae257cc5d' 2024-11-11T16:21:00,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:00,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a3f141b-884d-4721-a20e-8ecae257cc5d" 2024-11-11T16:21:00,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f09cc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:00,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,38523,-1] 2024-11-11T16:21:00,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:00,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:00,973 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:00,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497aeb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:00,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:21:00,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,38523,1731342053162 2024-11-11T16:21:00,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d485822 2024-11-11T16:21:00,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:21:00,976 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:21:00,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38523 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16b413a53992:41531,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T16:21:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38523 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T16:21:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:00,979 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:41531' 2024-11-11T16:21:00,980 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390e41f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:00,980 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,41531,-1 for getting cluster id 2024-11-11T16:21:00,980 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:00,981 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ceb86785-108f-4769-ae31-3a27b3eb1b8f' 2024-11-11T16:21:00,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:00,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ceb86785-108f-4769-ae31-3a27b3eb1b8f" 2024-11-11T16:21:00,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29eb17aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:00,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,41531,-1] 2024-11-11T16:21:00,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:00,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:00,983 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:00,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eac92d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:00,983 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:21:00,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,41531,1731342046950 2024-11-11T16:21:00,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5794ba70 2024-11-11T16:21:00,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:21:00,986 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:21:00,987 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T16:21:00,987 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T16:21:00,987 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:00,987 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:00,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:00,988 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:21:00,989 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T16:21:00,990 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:21:00,990 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:00,991 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:21:00,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741837_1013 (size=1138) 2024-11-11T16:21:01,040 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T16:21:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:01,195 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 379, reset compression=false 2024-11-11T16:21:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:01,313 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 379, reset compression=false 2024-11-11T16:21:01,402 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba1e60447671d3f05b0493fc7bb8540b, NAME => 'hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1 2024-11-11T16:21:01,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741838_1014 (size=44) 2024-11-11T16:21:01,600 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 379, reset compression=false 2024-11-11T16:21:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:01,869 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:01,869 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ba1e60447671d3f05b0493fc7bb8540b, disabling compactions & flushes 2024-11-11T16:21:01,869 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b. 2024-11-11T16:21:01,869 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b. 2024-11-11T16:21:01,869 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b. after waiting 0 ms 2024-11-11T16:21:01,869 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b. 2024-11-11T16:21:01,869 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b. 2024-11-11T16:21:01,869 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba1e60447671d3f05b0493fc7bb8540b: Waiting for close lock at 1731342061869Disabling compacts and flushes for region at 1731342061869Disabling writes for close at 1731342061869Writing region close event to WAL at 1731342061869Closed at 1731342061869 2024-11-11T16:21:01,871 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:21:01,871 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731342061871"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342061871"}]},"ts":"1731342061871"} 2024-11-11T16:21:01,879 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:21:01,880 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:21:01,881 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342061881"}]},"ts":"1731342061881"} 2024-11-11T16:21:01,883 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T16:21:01,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba1e60447671d3f05b0493fc7bb8540b, ASSIGN}] 2024-11-11T16:21:01,885 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba1e60447671d3f05b0493fc7bb8540b, ASSIGN 2024-11-11T16:21:01,886 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ba1e60447671d3f05b0493fc7bb8540b, ASSIGN; state=OFFLINE, location=16b413a53992,36463,1731342053231; forceNewPlan=false, retain=false 2024-11-11T16:21:01,934 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 379, reset compression=false 2024-11-11T16:21:02,037 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ba1e60447671d3f05b0493fc7bb8540b, regionState=OPENING, regionLocation=16b413a53992,36463,1731342053231 2024-11-11T16:21:02,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ba1e60447671d3f05b0493fc7bb8540b, ASSIGN because future has completed 2024-11-11T16:21:02,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba1e60447671d3f05b0493fc7bb8540b, server=16b413a53992,36463,1731342053231}] 2024-11-11T16:21:02,117 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 379, reset compression=false 2024-11-11T16:21:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:02,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b. 2024-11-11T16:21:02,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:21:02,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T16:21:02,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C36463%2C1731342053231.rep, suffix=, logDir=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231, archiveDir=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/oldWALs, maxLogs=10 2024-11-11T16:21:02,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.rep.1731342062245, exclude list is [], retry=0 2024-11-11T16:21:02,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41655,DS-7d2e872c-944e-4062-8c21-7e4e1139c7b9,DISK] 2024-11-11T16:21:02,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.rep.1731342062245 2024-11-11T16:21:02,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44293:44293)] 2024-11-11T16:21:02,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ba1e60447671d3f05b0493fc7bb8540b, NAME => 'hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:21:02,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:21:02,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:21:02,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b. service=MultiRowMutationService 2024-11-11T16:21:02,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T16:21:02,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ba1e60447671d3f05b0493fc7bb8540b 2024-11-11T16:21:02,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:02,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ba1e60447671d3f05b0493fc7bb8540b 2024-11-11T16:21:02,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ba1e60447671d3f05b0493fc7bb8540b 2024-11-11T16:21:02,294 INFO [StoreOpener-ba1e60447671d3f05b0493fc7bb8540b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ba1e60447671d3f05b0493fc7bb8540b 2024-11-11T16:21:02,295 INFO [StoreOpener-ba1e60447671d3f05b0493fc7bb8540b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba1e60447671d3f05b0493fc7bb8540b columnFamilyName hfileref 2024-11-11T16:21:02,295 DEBUG [StoreOpener-ba1e60447671d3f05b0493fc7bb8540b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:02,296 INFO [StoreOpener-ba1e60447671d3f05b0493fc7bb8540b-1 {}] regionserver.HStore(327): Store=ba1e60447671d3f05b0493fc7bb8540b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:02,296 INFO [StoreOpener-ba1e60447671d3f05b0493fc7bb8540b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ba1e60447671d3f05b0493fc7bb8540b 2024-11-11T16:21:02,297 INFO [StoreOpener-ba1e60447671d3f05b0493fc7bb8540b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba1e60447671d3f05b0493fc7bb8540b columnFamilyName queue 2024-11-11T16:21:02,297 DEBUG [StoreOpener-ba1e60447671d3f05b0493fc7bb8540b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:02,297 INFO [StoreOpener-ba1e60447671d3f05b0493fc7bb8540b-1 {}] regionserver.HStore(327): Store=ba1e60447671d3f05b0493fc7bb8540b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:02,297 INFO [StoreOpener-ba1e60447671d3f05b0493fc7bb8540b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ba1e60447671d3f05b0493fc7bb8540b 2024-11-11T16:21:02,298 INFO [StoreOpener-ba1e60447671d3f05b0493fc7bb8540b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba1e60447671d3f05b0493fc7bb8540b columnFamilyName sid 2024-11-11T16:21:02,298 DEBUG [StoreOpener-ba1e60447671d3f05b0493fc7bb8540b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:02,299 INFO [StoreOpener-ba1e60447671d3f05b0493fc7bb8540b-1 {}] regionserver.HStore(327): Store=ba1e60447671d3f05b0493fc7bb8540b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:02,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ba1e60447671d3f05b0493fc7bb8540b 2024-11-11T16:21:02,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/replication/ba1e60447671d3f05b0493fc7bb8540b 2024-11-11T16:21:02,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/replication/ba1e60447671d3f05b0493fc7bb8540b 2024-11-11T16:21:02,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ba1e60447671d3f05b0493fc7bb8540b 2024-11-11T16:21:02,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ba1e60447671d3f05b0493fc7bb8540b 2024-11-11T16:21:02,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:21:02,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ba1e60447671d3f05b0493fc7bb8540b 2024-11-11T16:21:02,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/replication/ba1e60447671d3f05b0493fc7bb8540b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:21:02,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ba1e60447671d3f05b0493fc7bb8540b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60694482, jitterRate=-0.09558174014091492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:21:02,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba1e60447671d3f05b0493fc7bb8540b 2024-11-11T16:21:02,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ba1e60447671d3f05b0493fc7bb8540b: Running coprocessor pre-open hook at 1731342062293Writing region info on filesystem at 1731342062293Initializing all the Stores at 1731342062294 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342062294Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342062294Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342062294Cleaning up temporary data from old regions at 1731342062301 (+7 ms)Running coprocessor post-open hooks at 1731342062305 (+4 ms)Region opened successfully at 1731342062305 2024-11-11T16:21:02,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b., pid=10, masterSystemTime=1731342062225 2024-11-11T16:21:02,309 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ba1e60447671d3f05b0493fc7bb8540b, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,36463,1731342053231 2024-11-11T16:21:02,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b. 2024-11-11T16:21:02,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b. 2024-11-11T16:21:02,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba1e60447671d3f05b0493fc7bb8540b, server=16b413a53992,36463,1731342053231 because future has completed 2024-11-11T16:21:02,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T16:21:02,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ba1e60447671d3f05b0493fc7bb8540b, server=16b413a53992,36463,1731342053231 in 265 msec 2024-11-11T16:21:02,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T16:21:02,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba1e60447671d3f05b0493fc7bb8540b, ASSIGN in 445 msec 2024-11-11T16:21:02,330 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:21:02,331 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342062330"}]},"ts":"1731342062330"} 2024-11-11T16:21:02,332 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T16:21:02,333 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:21:02,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3450 sec 2024-11-11T16:21:02,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b., hostname=16b413a53992,36463,1731342053231, seqNum=2] 2024-11-11T16:21:02,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x1002fa51be00007, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2339496278 2024-11-11T16:21:02,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2339496278 2024-11-11T16:21:02,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T16:21:02,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T16:21:02,517 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T16:21:02,576 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-16b413a53992,36463,1731342053231, ReplicationSource: 1, currentBandwidth=0 2024-11-11T16:21:02,577 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:21:02,578 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,36463,1731342053231, seqNum=-1] 2024-11-11T16:21:02,579 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:21:02,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-11T16:21:02,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16b413a53992,36463,1731342053231', locateType=CURRENT is [region=hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b., hostname=16b413a53992,36463,1731342053231, seqNum=2] 2024-11-11T16:21:02,589 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T16:21:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38523 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T16:21:02,592 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16b413a53992,36463,1731342053231 suceeded 2024-11-11T16:21:02,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T16:21:02,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-11T16:21:02,596 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16b413a53992:41531,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T16:21:02,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6200 sec 2024-11-11T16:21:02,615 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:41531' 2024-11-11T16:21:02,622 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6319fb98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:02,622 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,41531,-1 for getting cluster id 2024-11-11T16:21:02,622 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:02,623 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ceb86785-108f-4769-ae31-3a27b3eb1b8f' 2024-11-11T16:21:02,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:02,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ceb86785-108f-4769-ae31-3a27b3eb1b8f" 2024-11-11T16:21:02,624 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:02,624 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47e89836, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:02,624 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,41531,-1] 2024-11-11T16:21:02,624 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:02,625 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:02,626 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c79aa36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:02,627 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:21:02,627 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,41531,1731342046950 2024-11-11T16:21:02,628 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d5d3e5c 2024-11-11T16:21:02,628 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:21:02,628 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-11T16:21:02,631 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16b413a53992,36463,1731342053231 (queues=1) is replicating from cluster=6a3f141b-884d-4721-a20e-8ecae257cc5d to cluster=ceb86785-108f-4769-ae31-3a27b3eb1b8f 2024-11-11T16:21:02,631 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16b413a53992%2C36463%2C1731342053231 2024-11-11T16:21:02,631 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16b413a53992,36463,1731342053231, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T16:21:02,633 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623, startPosition=0, beingWritten=true 2024-11-11T16:21:02,633 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.shipper16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16b413a53992%2C36463%2C1731342053231 2024-11-11T16:21:02,648 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:02,648 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 379, reset compression=false 2024-11-11T16:21:02,648 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.shipper16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,36463,1731342053231 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:21:02,662 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 379, reset compression=false 2024-11-11T16:21:02,738 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 379, reset compression=false 2024-11-11T16:21:02,861 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 379, reset compression=false 2024-11-11T16:21:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:03,128 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T16:21:03,129 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:21:03,129 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:03,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:03,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:03,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:03,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0d370f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:03,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,41531,-1 for getting cluster id 2024-11-11T16:21:03,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:03,131 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ceb86785-108f-4769-ae31-3a27b3eb1b8f' 2024-11-11T16:21:03,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:03,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ceb86785-108f-4769-ae31-3a27b3eb1b8f" 2024-11-11T16:21:03,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769ea273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:03,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,41531,-1] 2024-11-11T16:21:03,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:03,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:03,134 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:03,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de57bf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:03,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab45d32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:03,143 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,34725,-1 for getting cluster id 2024-11-11T16:21:03,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:03,143 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50124be-d249-430c-890a-b5e98b781b49' 2024-11-11T16:21:03,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:03,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50124be-d249-430c-890a-b5e98b781b49" 2024-11-11T16:21:03,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5c9042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:03,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,34725,-1] 2024-11-11T16:21:03,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:03,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:03,145 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:03,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5131d647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:03,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afd60ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:03,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,38523,-1 for getting cluster id 2024-11-11T16:21:03,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:03,153 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a3f141b-884d-4721-a20e-8ecae257cc5d' 2024-11-11T16:21:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a3f141b-884d-4721-a20e-8ecae257cc5d" 2024-11-11T16:21:03,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16244076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:03,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,38523,-1] 2024-11-11T16:21:03,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:03,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:03,155 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b18cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:03,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:21:03,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,41605,1731342047025, seqNum=-1] 2024-11-11T16:21:03,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:21:03,172 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 379, reset compression=false 2024-11-11T16:21:03,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:21:03,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec., hostname=16b413a53992,41605,1731342047025, seqNum=2] 2024-11-11T16:21:03,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:21:03,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,36463,1731342053231, seqNum=-1] 2024-11-11T16:21:03,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:21:03,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:21:03,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731342057515.6be2626543aec816ac455763abedaf49., hostname=16b413a53992,36463,1731342053231, seqNum=2] 2024-11-11T16:21:03,217 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T16:21:03,462 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 379, reset compression=false 2024-11-11T16:21:03,474 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 379, reset compression=false 2024-11-11T16:21:03,490 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:21:03,490 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 480, reset compression=false 2024-11-11T16:21:03,490 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.shipper16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,41605,1731342047025 got entry batch from reader: WALEntryBatch [walEntries=[{test/21975866d7ad907ff25fdfd829a5f2ec/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T16:21:03,493 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.shipper16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:21:03,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-11T16:21:03,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:21:03,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25e0be46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:03,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,34725,-1 for getting cluster id 2024-11-11T16:21:03,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:03,496 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50124be-d249-430c-890a-b5e98b781b49' 2024-11-11T16:21:03,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:03,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50124be-d249-430c-890a-b5e98b781b49" 2024-11-11T16:21:03,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43fb855b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:03,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,34725,-1] 2024-11-11T16:21:03,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:03,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:03,501 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:03,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65fdc17e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:03,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:21:03,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,45175,1731342049890, seqNum=-1] 2024-11-11T16:21:03,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:21:03,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-11T16:21:03,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731342056364.596ffb73a2b22b224b27d37153a0230a., hostname=16b413a53992,45175,1731342049890, seqNum=2] 2024-11-11T16:21:03,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:21:03,638 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 379, reset compression=false 2024-11-11T16:21:03,717 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 480, reset compression=false 2024-11-11T16:21:04,024 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 480, reset compression=false 2024-11-11T16:21:04,152 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 379, reset compression=false 2024-11-11T16:21:04,219 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T16:21:04,276 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 379, reset compression=false 2024-11-11T16:21:04,284 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:21:04,284 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 504, reset compression=false 2024-11-11T16:21:04,284 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.shipper16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,45175,1731342049890 got entry batch from reader: WALEntryBatch [walEntries=[{test/596ffb73a2b22b224b27d37153a0230a/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-11T16:21:04,287 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.shipper16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:21:04,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-11T16:21:04,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:21:04,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b9216fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:04,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,38523,-1 for getting cluster id 2024-11-11T16:21:04,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:04,298 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a3f141b-884d-4721-a20e-8ecae257cc5d' 2024-11-11T16:21:04,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:04,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a3f141b-884d-4721-a20e-8ecae257cc5d" 2024-11-11T16:21:04,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3eeb06e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:04,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,38523,-1] 2024-11-11T16:21:04,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:04,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:04,300 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:04,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70f30c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:04,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:21:04,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,36463,1731342053231, seqNum=-1] 2024-11-11T16:21:04,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:21:04,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-11T16:21:04,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731342057515.6be2626543aec816ac455763abedaf49., hostname=16b413a53992,36463,1731342053231, seqNum=2] 2024-11-11T16:21:04,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:21:04,445 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 480, reset compression=false 2024-11-11T16:21:04,513 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 504, reset compression=false 2024-11-11T16:21:04,781 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 379, reset compression=false 2024-11-11T16:21:04,786 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:04,786 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 528, reset compression=false 2024-11-11T16:21:04,786 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.shipper16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,36463,1731342053231 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:21:04,833 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 504, reset compression=false 2024-11-11T16:21:04,985 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 480, reset compression=false 2024-11-11T16:21:05,009 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 528, reset compression=false 2024-11-11T16:21:05,224 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T16:21:05,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:21:05,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,45175,1731342049890, seqNum=-1] 2024-11-11T16:21:05,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:21:05,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:21:05,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731342056364.596ffb73a2b22b224b27d37153a0230a., hostname=16b413a53992,45175,1731342049890, seqNum=2] 2024-11-11T16:21:05,234 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T16:21:05,248 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 504, reset compression=false 2024-11-11T16:21:05,274 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:21:05,274 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 608, reset compression=false 2024-11-11T16:21:05,274 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.shipper16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,45175,1731342049890 got entry batch from reader: WALEntryBatch [walEntries=[{test/596ffb73a2b22b224b27d37153a0230a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T16:21:05,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:21:05,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:21:05,313 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 528, reset compression=false 2024-11-11T16:21:05,318 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:21:05,318 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 656, reset compression=false 2024-11-11T16:21:05,318 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.shipper16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,36463,1731342053231 got entry batch from reader: WALEntryBatch [walEntries=[{test/6be2626543aec816ac455763abedaf49/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T16:21:05,320 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.shipper16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:21:05,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-11T16:21:05,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:21:05,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@638d2fa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:05,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41605 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,41531,-1 for getting cluster id 2024-11-11T16:21:05,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:05,323 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ceb86785-108f-4769-ae31-3a27b3eb1b8f' 2024-11-11T16:21:05,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:05,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ceb86785-108f-4769-ae31-3a27b3eb1b8f" 2024-11-11T16:21:05,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45abbbe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:05,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,41531,-1] 2024-11-11T16:21:05,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:05,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:05,324 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:05,325 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9d81653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:05,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41605 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:21:05,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,41605,1731342047025, seqNum=-1] 2024-11-11T16:21:05,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:21:05,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-11T16:21:05,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec., hostname=16b413a53992,41605,1731342047025, seqNum=2] 2024-11-11T16:21:05,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:21:05,482 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 608, reset compression=false 2024-11-11T16:21:05,522 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 656, reset compression=false 2024-11-11T16:21:05,589 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 480, reset compression=false 2024-11-11T16:21:05,593 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:05,593 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 631, reset compression=false 2024-11-11T16:21:05,594 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.shipper16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,41605,1731342047025 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:21:05,760 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:21:05,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:05,787 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 608, reset compression=false 2024-11-11T16:21:05,797 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 631, reset compression=false 2024-11-11T16:21:05,826 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 656, reset compression=false 2024-11-11T16:21:05,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:05,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:05,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:05,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:05,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:05,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:05,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:05,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:05,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:05,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:06,118 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 631, reset compression=false 2024-11-11T16:21:06,206 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 608, reset compression=false 2024-11-11T16:21:06,229 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 656, reset compression=false 2024-11-11T16:21:06,236 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T16:21:06,239 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-11T16:21:06,522 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 631, reset compression=false 2024-11-11T16:21:06,716 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 608, reset compression=false 2024-11-11T16:21:06,734 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 656, reset compression=false 2024-11-11T16:21:06,739 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:21:06,739 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 760, reset compression=false 2024-11-11T16:21:06,739 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.shipper16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,36463,1731342053231 got entry batch from reader: WALEntryBatch [walEntries=[{test/6be2626543aec816ac455763abedaf49/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T16:21:06,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:21:06,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:21:06,946 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 760, reset compression=false 2024-11-11T16:21:07,029 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 631, reset compression=false 2024-11-11T16:21:07,046 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:21:07,046 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 758, reset compression=false 2024-11-11T16:21:07,046 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.shipper16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,41605,1731342047025 got entry batch from reader: WALEntryBatch [walEntries=[{test/21975866d7ad907ff25fdfd829a5f2ec/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T16:21:07,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:21:07,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:21:07,243 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-11T16:21:07,248 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T16:21:07,249 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 760, reset compression=false 2024-11-11T16:21:07,267 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 758, reset compression=false 2024-11-11T16:21:07,320 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:21:07,320 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 914, reset compression=false 2024-11-11T16:21:07,320 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.shipper16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,41605,1731342047025 got entry batch from reader: WALEntryBatch [walEntries=[{test/21975866d7ad907ff25fdfd829a5f2ec/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T16:21:07,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:21:07,325 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 608, reset compression=false 2024-11-11T16:21:07,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:21:07,358 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:21:07,358 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 907, reset compression=false 2024-11-11T16:21:07,358 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.shipper16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,45175,1731342049890 got entry batch from reader: WALEntryBatch [walEntries=[{test/596ffb73a2b22b224b27d37153a0230a/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-11T16:21:07,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:21:07,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:21:07,566 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 907, reset compression=false 2024-11-11T16:21:07,570 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 914, reset compression=false 2024-11-11T16:21:07,619 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:21:07,620 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T16:21:07,621 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48425 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T16:21:07,681 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 760, reset compression=false 2024-11-11T16:21:07,694 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:07,694 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 932, reset compression=false 2024-11-11T16:21:07,694 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.shipper16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,36463,1731342053231 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:21:07,873 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 907, reset compression=false 2024-11-11T16:21:07,877 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 914, reset compression=false 2024-11-11T16:21:07,898 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 932, reset compression=false 2024-11-11T16:21:08,203 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 932, reset compression=false 2024-11-11T16:21:08,252 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T16:21:08,255 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T16:21:08,276 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 907, reset compression=false 2024-11-11T16:21:08,280 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 914, reset compression=false 2024-11-11T16:21:08,281 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:21:08,281 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1066, reset compression=false 2024-11-11T16:21:08,281 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.shipper16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,45175,1731342049890 got entry batch from reader: WALEntryBatch [walEntries=[{test/596ffb73a2b22b224b27d37153a0230a/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T16:21:08,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:21:08,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:21:08,485 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1066, reset compression=false 2024-11-11T16:21:08,608 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 932, reset compression=false 2024-11-11T16:21:08,620 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:21:08,620 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 1082, reset compression=false 2024-11-11T16:21:08,621 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.shipper16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,36463,1731342053231 got entry batch from reader: WALEntryBatch [walEntries=[{test/6be2626543aec816ac455763abedaf49/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-11T16:21:08,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:21:08,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:21:08,784 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 914, reset compression=false 2024-11-11T16:21:08,792 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1066, reset compression=false 2024-11-11T16:21:08,794 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:08,794 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1087, reset compression=false 2024-11-11T16:21:08,794 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.shipper16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,41605,1731342047025 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:21:08,836 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 1082, reset compression=false 2024-11-11T16:21:08,999 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1087, reset compression=false 2024-11-11T16:21:09,140 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 1082, reset compression=false 2024-11-11T16:21:09,199 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1066, reset compression=false 2024-11-11T16:21:09,258 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T16:21:09,262 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-11T16:21:09,321 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1087, reset compression=false 2024-11-11T16:21:09,544 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 1082, reset compression=false 2024-11-11T16:21:09,591 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:21:09,591 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 1241, reset compression=false 2024-11-11T16:21:09,591 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.shipper16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,36463,1731342053231 got entry batch from reader: WALEntryBatch [walEntries=[{test/6be2626543aec816ac455763abedaf49/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T16:21:09,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:21:09,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:21:09,705 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1066, reset compression=false 2024-11-11T16:21:09,746 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1087, reset compression=false 2024-11-11T16:21:09,760 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:21:09,760 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1236, reset compression=false 2024-11-11T16:21:09,760 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.shipper16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,41605,1731342047025 got entry batch from reader: WALEntryBatch [walEntries=[{test/21975866d7ad907ff25fdfd829a5f2ec/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-11T16:21:09,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:21:09,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:21:09,822 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 1241, reset compression=false 2024-11-11T16:21:09,982 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1236, reset compression=false 2024-11-11T16:21:10,142 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 1241, reset compression=false 2024-11-11T16:21:10,271 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-11T16:21:10,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f82dec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:10,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,38523,-1 for getting cluster id 2024-11-11T16:21:10,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:10,290 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a3f141b-884d-4721-a20e-8ecae257cc5d' 2024-11-11T16:21:10,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:10,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a3f141b-884d-4721-a20e-8ecae257cc5d" 2024-11-11T16:21:10,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:10,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b738c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:10,291 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,38523,-1] 2024-11-11T16:21:10,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:10,293 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:10,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b80ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:10,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:21:10,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,38523,1731342053162 2024-11-11T16:21:10,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4318ddc3 2024-11-11T16:21:10,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:21:10,304 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:21:10,304 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1236, reset compression=false 2024-11-11T16:21:10,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38523 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-11T16:21:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38523 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-11T16:21:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T16:21:10,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T16:21:10,330 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1066, reset compression=false 2024-11-11T16:21:10,365 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:10,366 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1239, reset compression=false 2024-11-11T16:21:10,368 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.shipper16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,45175,1731342049890 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:21:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T16:21:10,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-11T16:21:10,470 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-11T16:21:10,471 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-11T16:21:10,471 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16b413a53992,36463,1731342053231 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-11T16:21:10,471 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/16b413a53992:0-0. 2024-11-11T16:21:10,472 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:10,472 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:10,472 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:10,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:10,576 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.shipper16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T16:21:10,598 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1239, reset compression=false 2024-11-11T16:21:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T16:21:10,676 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.shipper16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 terminated 2024-11-11T16:21:10,701 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-16b413a53992,36463,1731342053231, ReplicationSource: 1, currentBandwidth=0 2024-11-11T16:21:10,702 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-11T16:21:10,702 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-11T16:21:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38523 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-11T16:21:10,705 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 16b413a53992,36463,1731342053231 suceeded 2024-11-11T16:21:10,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T16:21:10,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 390 msec 2024-11-11T16:21:10,708 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-11T16:21:10,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 403 msec 2024-11-11T16:21:10,727 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:41531' 2024-11-11T16:21:10,728 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fa11ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:10,728 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,41531,-1 for getting cluster id 2024-11-11T16:21:10,729 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:10,729 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ceb86785-108f-4769-ae31-3a27b3eb1b8f' 2024-11-11T16:21:10,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:10,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ceb86785-108f-4769-ae31-3a27b3eb1b8f" 2024-11-11T16:21:10,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12dcefed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:10,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,41531,-1] 2024-11-11T16:21:10,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:10,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:10,731 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:10,733 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c35d283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:10,733 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:21:10,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,41531,1731342046950 2024-11-11T16:21:10,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bee760b 2024-11-11T16:21:10,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:21:10,736 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-11T16:21:10,744 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16b413a53992,36463,1731342053231 (queues=1) is replicating from cluster=6a3f141b-884d-4721-a20e-8ecae257cc5d to cluster=ceb86785-108f-4769-ae31-3a27b3eb1b8f 2024-11-11T16:21:10,745 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16b413a53992%2C36463%2C1731342053231 2024-11-11T16:21:10,745 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16b413a53992,36463,1731342053231, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T16:21:10,746 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1236, reset compression=false 2024-11-11T16:21:10,755 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.shipper16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16b413a53992%2C36463%2C1731342053231 2024-11-11T16:21:10,928 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1239, reset compression=false 2024-11-11T16:21:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T16:21:10,942 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-11T16:21:10,942 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:21:10,942 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:10,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:10,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:10,944 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:10,952 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-11T16:21:11,260 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1236, reset compression=false 2024-11-11T16:21:11,269 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:21:11,269 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1340, reset compression=false 2024-11-11T16:21:11,269 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.shipper16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,41605,1731342047025 got entry batch from reader: WALEntryBatch [walEntries=[{test/21975866d7ad907ff25fdfd829a5f2ec/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T16:21:11,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:21:11,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:21:11,365 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1239, reset compression=false 2024-11-11T16:21:11,371 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:21:11,371 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1367, reset compression=false 2024-11-11T16:21:11,371 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.shipper16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,45175,1731342049890 got entry batch from reader: WALEntryBatch [walEntries=[{test/596ffb73a2b22b224b27d37153a0230a/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T16:21:11,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:21:11,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:21:11,497 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1340, reset compression=false 2024-11-11T16:21:11,585 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1367, reset compression=false 2024-11-11T16:21:11,801 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1340, reset compression=false 2024-11-11T16:21:11,890 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1367, reset compression=false 2024-11-11T16:21:11,956 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-11T16:21:11,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a28dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:11,959 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,38523,-1 for getting cluster id 2024-11-11T16:21:11,959 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:11,960 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a3f141b-884d-4721-a20e-8ecae257cc5d' 2024-11-11T16:21:11,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:11,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a3f141b-884d-4721-a20e-8ecae257cc5d" 2024-11-11T16:21:11,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2e0360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:11,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,38523,-1] 2024-11-11T16:21:11,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:11,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:11,963 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:11,963 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56356958, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:11,966 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:21:11,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,38523,1731342053162 2024-11-11T16:21:11,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b05931f 2024-11-11T16:21:11,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:21:11,976 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:21:11,976 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38523 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-11T16:21:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38523 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-11T16:21:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T16:21:11,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T16:21:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T16:21:12,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-11T16:21:12,138 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-11T16:21:12,141 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T16:21:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38523 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-11T16:21:12,144 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 16b413a53992,36463,1731342053231 suceeded 2024-11-11T16:21:12,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-11T16:21:12,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-11T16:21:12,148 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-11T16:21:12,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 171 msec 2024-11-11T16:21:12,163 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623, startPosition=1241, beingWritten=true 2024-11-11T16:21:12,175 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:12,175 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 1393, reset compression=false 2024-11-11T16:21:12,175 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.shipper16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,36463,1731342053231 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623, lastWalPosition=1393, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:21:12,208 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1340, reset compression=false 2024-11-11T16:21:12,295 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1367, reset compression=false 2024-11-11T16:21:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T16:21:12,301 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-11T16:21:12,302 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:21:12,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:12,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:12,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:12,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:12,305 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-11T16:21:12,337 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:21:12,337 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1471, reset compression=false 2024-11-11T16:21:12,340 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.shipper16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,45175,1731342049890 got entry batch from reader: WALEntryBatch [walEntries=[{test/596ffb73a2b22b224b27d37153a0230a/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T16:21:12,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:21:12,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:21:12,391 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 1393, reset compression=false 2024-11-11T16:21:12,426 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:21:12,426 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 1521, reset compression=false 2024-11-11T16:21:12,426 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.shipper16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,36463,1731342053231 got entry batch from reader: WALEntryBatch [walEntries=[{test/6be2626543aec816ac455763abedaf49/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T16:21:12,437 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.shipper16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:21:12,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-11T16:21:12,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:21:12,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:21:12,576 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1471, reset compression=false 2024-11-11T16:21:12,657 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 1521, reset compression=false 2024-11-11T16:21:12,728 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1340, reset compression=false 2024-11-11T16:21:12,775 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:12,775 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.shipper16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,41605,1731342047025 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:21:12,777 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1491, reset compression=false 2024-11-11T16:21:12,931 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1471, reset compression=false 2024-11-11T16:21:12,987 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 1521, reset compression=false 2024-11-11T16:21:13,011 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1491, reset compression=false 2024-11-11T16:21:13,313 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-11T16:21:13,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:21:13,313 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:21:13,313 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:13,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:13,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:13,314 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:21:13,314 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=931774485, stopped=false 2024-11-11T16:21:13,314 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,38523,1731342053162 2024-11-11T16:21:13,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:13,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x1002fa51be00007, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2339496278/running 2024-11-11T16:21:13,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x1002fa51be00007, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2339496278 2024-11-11T16:21:13,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36463-0x1002fa51be00007, quorum=127.0.0.1:58575, baseZNode=/2339496278 Set watcher on znode that does not yet exist, /2339496278/running 2024-11-11T16:21:13,321 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:21:13,321 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:21:13,321 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:13,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:13,322 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,36463,1731342053231' ***** 2024-11-11T16:21:13,322 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:21:13,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2339496278/running 2024-11-11T16:21:13,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2339496278 2024-11-11T16:21:13,322 INFO [RS:0;16b413a53992:36463 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:21:13,323 INFO [RS:0;16b413a53992:36463 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:21:13,323 INFO [RS:0;16b413a53992:36463 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:21:13,323 INFO [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(3091): Received CLOSE for 6be2626543aec816ac455763abedaf49 2024-11-11T16:21:13,323 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:21:13,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Set watcher on znode that does not yet exist, /2339496278/running 2024-11-11T16:21:13,323 INFO [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(3091): Received CLOSE for ba1e60447671d3f05b0493fc7bb8540b 2024-11-11T16:21:13,323 INFO [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,36463,1731342053231 2024-11-11T16:21:13,323 INFO [RS:0;16b413a53992:36463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:21:13,323 INFO [RS:0;16b413a53992:36463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:36463. 2024-11-11T16:21:13,324 DEBUG [RS:0;16b413a53992:36463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:13,324 DEBUG [RS:0;16b413a53992:36463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:13,324 INFO [RS:0;16b413a53992:36463 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:21:13,324 INFO [RS:0;16b413a53992:36463 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:21:13,324 INFO [RS:0;16b413a53992:36463 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:21:13,324 INFO [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:21:13,324 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6be2626543aec816ac455763abedaf49, disabling compactions & flushes 2024-11-11T16:21:13,325 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731342057515.6be2626543aec816ac455763abedaf49. 2024-11-11T16:21:13,325 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342057515.6be2626543aec816ac455763abedaf49. 2024-11-11T16:21:13,325 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731342057515.6be2626543aec816ac455763abedaf49. after waiting 0 ms 2024-11-11T16:21:13,325 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731342057515.6be2626543aec816ac455763abedaf49. 2024-11-11T16:21:13,325 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6be2626543aec816ac455763abedaf49 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-11T16:21:13,328 INFO [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T16:21:13,328 DEBUG [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(1325): Online Regions={6be2626543aec816ac455763abedaf49=test,,1731342057515.6be2626543aec816ac455763abedaf49., 1588230740=hbase:meta,,1.1588230740, ba1e60447671d3f05b0493fc7bb8540b=hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b.} 2024-11-11T16:21:13,329 DEBUG [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6be2626543aec816ac455763abedaf49, ba1e60447671d3f05b0493fc7bb8540b 2024-11-11T16:21:13,332 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1491, reset compression=false 2024-11-11T16:21:13,336 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:21:13,337 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:21:13,337 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:21:13,337 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:21:13,337 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:21:13,337 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:21:13,337 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T16:21:13,361 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1471, reset compression=false 2024-11-11T16:21:13,364 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/default/test/6be2626543aec816ac455763abedaf49/.tmp/f/218fb5f76be441f4b41d085075cb9547 is 37, key is row3/f:row3/1731342070944/Put/seqid=0 2024-11-11T16:21:13,379 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740/.tmp/info/c9e6db0441f24de484e1db577c33453a is 147, key is hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b./info:regioninfo/1731342062309/Put/seqid=0 2024-11-11T16:21:13,397 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 1521, reset compression=false 2024-11-11T16:21:13,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741840_1016 (size=5228) 2024-11-11T16:21:13,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741841_1017 (size=7686) 2024-11-11T16:21:13,430 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:13,431 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 1768, reset compression=false 2024-11-11T16:21:13,431 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.shipper16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,36463,1731342053231 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:21:13,432 ERROR [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.shipper16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 16b413a53992,36463,1731342053231: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-16b413a53992,36463,1731342053231, walGroup=16b413a53992%2C36463%2C1731342053231, offset=16b413a53992%2C36463%2C1731342053231.1731342054623:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:36463 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T16:21:13,433 ERROR [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.shipper16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T16:21:13,434 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.shipper16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T16:21:13,434 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.shipper16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T16:21:13,434 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.shipper16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T16:21:13,434 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.shipper16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T16:21:13,434 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.shipper16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 756868304 }, "NonHeapMemoryUsage": { "committed": 201195520, "init": 7667712, "max": -1, "used": 198233416 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T16:21:13,435 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.shipper16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:38523 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:38523 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T16:21:13,532 DEBUG [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6be2626543aec816ac455763abedaf49, ba1e60447671d3f05b0493fc7bb8540b 2024-11-11T16:21:13,543 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:21:13,543 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:21:13,655 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 1768, reset compression=false 2024-11-11T16:21:13,733 DEBUG [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6be2626543aec816ac455763abedaf49, ba1e60447671d3f05b0493fc7bb8540b 2024-11-11T16:21:13,781 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1491, reset compression=false 2024-11-11T16:21:13,826 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/default/test/6be2626543aec816ac455763abedaf49/.tmp/f/218fb5f76be441f4b41d085075cb9547 2024-11-11T16:21:13,829 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740/.tmp/info/c9e6db0441f24de484e1db577c33453a 2024-11-11T16:21:13,837 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 218fb5f76be441f4b41d085075cb9547 2024-11-11T16:21:13,859 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740/.tmp/ns/714465f722eb406d8628fa7ee0386cce is 43, key is default/ns:d/1731342055155/Put/seqid=0 2024-11-11T16:21:13,862 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/default/test/6be2626543aec816ac455763abedaf49/.tmp/f1/4035e6daa037456e9270f2d2c40aa5ca is 30, key is row1/f1:/1731342068253/DeleteFamily/seqid=0 2024-11-11T16:21:13,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741842_1018 (size=5153) 2024-11-11T16:21:13,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741843_1019 (size=5158) 2024-11-11T16:21:13,875 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740/.tmp/ns/714465f722eb406d8628fa7ee0386cce 2024-11-11T16:21:13,901 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740/.tmp/rep_barrier/c1bc257ff85e431290882e467c545670 is 112, key is test,,1731342057515.6be2626543aec816ac455763abedaf49./rep_barrier:seqnumDuringOpen/1731342058390/Put/seqid=0 2024-11-11T16:21:13,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741844_1020 (size=5518) 2024-11-11T16:21:13,917 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1471, reset compression=false 2024-11-11T16:21:13,933 DEBUG [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6be2626543aec816ac455763abedaf49, ba1e60447671d3f05b0493fc7bb8540b 2024-11-11T16:21:13,970 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 1768, reset compression=false 2024-11-11T16:21:14,135 DEBUG [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6be2626543aec816ac455763abedaf49, ba1e60447671d3f05b0493fc7bb8540b 2024-11-11T16:21:14,280 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/default/test/6be2626543aec816ac455763abedaf49/.tmp/f1/4035e6daa037456e9270f2d2c40aa5ca 2024-11-11T16:21:14,294 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1491, reset compression=false 2024-11-11T16:21:14,306 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740/.tmp/rep_barrier/c1bc257ff85e431290882e467c545670 2024-11-11T16:21:14,307 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4035e6daa037456e9270f2d2c40aa5ca 2024-11-11T16:21:14,338 DEBUG [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6be2626543aec816ac455763abedaf49, ba1e60447671d3f05b0493fc7bb8540b 2024-11-11T16:21:14,380 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/default/test/6be2626543aec816ac455763abedaf49/.tmp/norep/3e27869378ff4c819ba38e937545f6b6 is 33, key is row2/norep:/1731342069259/DeleteFamily/seqid=0 2024-11-11T16:21:14,393 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740/.tmp/table/9cb9e8b26d1e48098540f836f3e68e41 is 53, key is hbase:replication/table:state/1731342062330/Put/seqid=0 2024-11-11T16:21:14,429 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 1768, reset compression=false 2024-11-11T16:21:14,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741845_1021 (size=5108) 2024-11-11T16:21:14,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741846_1022 (size=5308) 2024-11-11T16:21:14,521 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1471, reset compression=false 2024-11-11T16:21:14,538 DEBUG [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6be2626543aec816ac455763abedaf49, ba1e60447671d3f05b0493fc7bb8540b 2024-11-11T16:21:14,739 DEBUG [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6be2626543aec816ac455763abedaf49, ba1e60447671d3f05b0493fc7bb8540b 2024-11-11T16:21:14,834 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/default/test/6be2626543aec816ac455763abedaf49/.tmp/norep/3e27869378ff4c819ba38e937545f6b6 2024-11-11T16:21:14,841 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e27869378ff4c819ba38e937545f6b6 2024-11-11T16:21:14,842 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/default/test/6be2626543aec816ac455763abedaf49/.tmp/f/218fb5f76be441f4b41d085075cb9547 as hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/default/test/6be2626543aec816ac455763abedaf49/f/218fb5f76be441f4b41d085075cb9547 2024-11-11T16:21:14,847 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740/.tmp/table/9cb9e8b26d1e48098540f836f3e68e41 2024-11-11T16:21:14,848 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 218fb5f76be441f4b41d085075cb9547 2024-11-11T16:21:14,848 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/default/test/6be2626543aec816ac455763abedaf49/f/218fb5f76be441f4b41d085075cb9547, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T16:21:14,849 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/default/test/6be2626543aec816ac455763abedaf49/.tmp/f1/4035e6daa037456e9270f2d2c40aa5ca as hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/default/test/6be2626543aec816ac455763abedaf49/f1/4035e6daa037456e9270f2d2c40aa5ca 2024-11-11T16:21:14,852 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740/.tmp/info/c9e6db0441f24de484e1db577c33453a as hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740/info/c9e6db0441f24de484e1db577c33453a 2024-11-11T16:21:14,855 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4035e6daa037456e9270f2d2c40aa5ca 2024-11-11T16:21:14,855 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/default/test/6be2626543aec816ac455763abedaf49/f1/4035e6daa037456e9270f2d2c40aa5ca, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T16:21:14,857 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/default/test/6be2626543aec816ac455763abedaf49/.tmp/norep/3e27869378ff4c819ba38e937545f6b6 as hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/default/test/6be2626543aec816ac455763abedaf49/norep/3e27869378ff4c819ba38e937545f6b6 2024-11-11T16:21:14,857 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740/info/c9e6db0441f24de484e1db577c33453a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T16:21:14,858 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740/.tmp/ns/714465f722eb406d8628fa7ee0386cce as hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740/ns/714465f722eb406d8628fa7ee0386cce 2024-11-11T16:21:14,864 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740/ns/714465f722eb406d8628fa7ee0386cce, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T16:21:14,866 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740/.tmp/rep_barrier/c1bc257ff85e431290882e467c545670 as hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740/rep_barrier/c1bc257ff85e431290882e467c545670 2024-11-11T16:21:14,872 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e27869378ff4c819ba38e937545f6b6 2024-11-11T16:21:14,873 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/default/test/6be2626543aec816ac455763abedaf49/norep/3e27869378ff4c819ba38e937545f6b6, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T16:21:14,874 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6be2626543aec816ac455763abedaf49 in 1549ms, sequenceid=12, compaction requested=false 2024-11-11T16:21:14,875 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740/rep_barrier/c1bc257ff85e431290882e467c545670, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T16:21:14,877 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740/.tmp/table/9cb9e8b26d1e48098540f836f3e68e41 as hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740/table/9cb9e8b26d1e48098540f836f3e68e41 2024-11-11T16:21:14,892 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740/table/9cb9e8b26d1e48098540f836f3e68e41, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T16:21:14,893 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1556ms, sequenceid=16, compaction requested=false 2024-11-11T16:21:14,896 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/default/test/6be2626543aec816ac455763abedaf49/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T16:21:14,896 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:21:14,896 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:21:14,896 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731342057515.6be2626543aec816ac455763abedaf49. 2024-11-11T16:21:14,896 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6be2626543aec816ac455763abedaf49: Waiting for close lock at 1731342073324Running coprocessor pre-close hooks at 1731342073324Disabling compacts and flushes for region at 1731342073324Disabling writes for close at 1731342073325 (+1 ms)Obtaining lock to block concurrent updates at 1731342073325Preparing flush snapshotting stores in 6be2626543aec816ac455763abedaf49 at 1731342073325Finished memstore snapshotting test,,1731342057515.6be2626543aec816ac455763abedaf49., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731342073325Flushing stores of test,,1731342057515.6be2626543aec816ac455763abedaf49. at 1731342073334 (+9 ms)Flushing 6be2626543aec816ac455763abedaf49/f: creating writer at 1731342073335 (+1 ms)Flushing 6be2626543aec816ac455763abedaf49/f: appending metadata at 1731342073363 (+28 ms)Flushing 6be2626543aec816ac455763abedaf49/f: closing flushed file at 1731342073363Flushing 6be2626543aec816ac455763abedaf49/f1: creating writer at 1731342073837 (+474 ms)Flushing 6be2626543aec816ac455763abedaf49/f1: appending metadata at 1731342073858 (+21 ms)Flushing 6be2626543aec816ac455763abedaf49/f1: closing flushed file at 1731342073858Flushing 6be2626543aec816ac455763abedaf49/norep: creating writer at 1731342074307 (+449 ms)Flushing 6be2626543aec816ac455763abedaf49/norep: appending metadata at 1731342074379 (+72 ms)Flushing 6be2626543aec816ac455763abedaf49/norep: closing flushed file at 1731342074379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69ecc7b9: reopening flushed file at 1731342074841 (+462 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b7e51c8: reopening flushed file at 1731342074849 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c088d62: reopening flushed file at 1731342074855 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6be2626543aec816ac455763abedaf49 in 1549ms, sequenceid=12, compaction requested=false at 1731342074874 (+19 ms)Writing region close event to WAL at 1731342074883 (+9 ms)Running coprocessor post-close hooks at 1731342074896 (+13 ms)Closed at 1731342074896 2024-11-11T16:21:14,897 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731342057515.6be2626543aec816ac455763abedaf49. 2024-11-11T16:21:14,897 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba1e60447671d3f05b0493fc7bb8540b, disabling compactions & flushes 2024-11-11T16:21:14,897 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b. 2024-11-11T16:21:14,897 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b. 2024-11-11T16:21:14,897 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b. after waiting 0 ms 2024-11-11T16:21:14,897 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b. 2024-11-11T16:21:14,897 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba1e60447671d3f05b0493fc7bb8540b: Waiting for close lock at 1731342074897Running coprocessor pre-close hooks at 1731342074897Disabling compacts and flushes for region at 1731342074897Disabling writes for close at 1731342074897Failed flush hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b., putting online again at 1731342074897 2024-11-11T16:21:14,897 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b. 2024-11-11T16:21:14,912 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T16:21:14,913 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:21:14,913 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:21:14,913 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:21:14,913 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342073336Running coprocessor pre-close hooks at 1731342073336Disabling compacts and flushes for region at 1731342073336Disabling writes for close at 1731342073337 (+1 ms)Obtaining lock to block concurrent updates at 1731342073337Preparing flush snapshotting stores in 1588230740 at 1731342073337Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731342073337Flushing stores of hbase:meta,,1.1588230740 at 1731342073340 (+3 ms)Flushing 1588230740/info: creating writer at 1731342073341 (+1 ms)Flushing 1588230740/info: appending metadata at 1731342073378 (+37 ms)Flushing 1588230740/info: closing flushed file at 1731342073378Flushing 1588230740/ns: creating writer at 1731342073835 (+457 ms)Flushing 1588230740/ns: appending metadata at 1731342073858 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731342073858Flushing 1588230740/rep_barrier: creating writer at 1731342073880 (+22 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731342073900 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731342073900Flushing 1588230740/table: creating writer at 1731342074326 (+426 ms)Flushing 1588230740/table: appending metadata at 1731342074392 (+66 ms)Flushing 1588230740/table: closing flushed file at 1731342074392Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f7736b0: reopening flushed file at 1731342074852 (+460 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10e4f244: reopening flushed file at 1731342074857 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2108b31a: reopening flushed file at 1731342074864 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f31e7b: reopening flushed file at 1731342074876 (+12 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1556ms, sequenceid=16, compaction requested=false at 1731342074894 (+18 ms)Writing region close event to WAL at 1731342074907 (+13 ms)Running coprocessor post-close hooks at 1731342074912 (+5 ms)Closed at 1731342074913 (+1 ms) 2024-11-11T16:21:14,913 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:21:14,930 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1491, reset compression=false 2024-11-11T16:21:14,939 INFO [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T16:21:14,939 DEBUG [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(1325): Online Regions={ba1e60447671d3f05b0493fc7bb8540b=hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b.} 2024-11-11T16:21:14,939 INFO [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(3091): Received CLOSE for ba1e60447671d3f05b0493fc7bb8540b 2024-11-11T16:21:14,939 DEBUG [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(1351): Waiting on ba1e60447671d3f05b0493fc7bb8540b 2024-11-11T16:21:14,939 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba1e60447671d3f05b0493fc7bb8540b, disabling compactions & flushes 2024-11-11T16:21:14,939 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b. 2024-11-11T16:21:14,939 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b. 2024-11-11T16:21:14,939 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b. after waiting 0 ms 2024-11-11T16:21:14,939 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b. 2024-11-11T16:21:14,939 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba1e60447671d3f05b0493fc7bb8540b: Waiting for close lock at 1731342074939Running coprocessor pre-close hooks at 1731342074939Disabling compacts and flushes for region at 1731342074939Disabling writes for close at 1731342074939Failed flush hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b., putting online again at 1731342074939 2024-11-11T16:21:14,939 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731342060987.ba1e60447671d3f05b0493fc7bb8540b. 2024-11-11T16:21:14,963 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 1768, reset compression=false 2024-11-11T16:21:14,969 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:14,969 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 2412, reset compression=false 2024-11-11T16:21:15,139 INFO [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T16:21:15,139 INFO [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,36463,1731342053231; all regions closed. 2024-11-11T16:21:15,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741834_1010 (size=4239) 2024-11-11T16:21:15,144 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.meta.1731342055068.meta not finished, retry = 0 2024-11-11T16:21:15,177 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/WALs/16b413a53992,36463,1731342053231/16b413a53992%2C36463%2C1731342053231.1731342054623 to pos 2412, reset compression=false 2024-11-11T16:21:15,227 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1471, reset compression=false 2024-11-11T16:21:15,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741839_1015 (size=2609) 2024-11-11T16:21:15,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741832_1008 (size=2420) 2024-11-11T16:21:15,255 DEBUG [RS:0;16b413a53992:36463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:15,255 INFO [RS:0;16b413a53992:36463 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:21:15,256 INFO [RS:0;16b413a53992:36463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:21:15,256 INFO [RS:0;16b413a53992:36463 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T16:21:15,256 INFO [RS:0;16b413a53992:36463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:21:15,256 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:21:15,258 INFO [RS:0;16b413a53992:36463 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16b413a53992,36463,1731342053231 because: Region server is closing 2024-11-11T16:21:15,258 INFO [RS:0;16b413a53992:36463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:36463. 2024-11-11T16:21:15,258 DEBUG [RS:0;16b413a53992:36463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:15,258 DEBUG [RS:0;16b413a53992:36463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:15,258 DEBUG [RS:0;16b413a53992:36463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:15,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:15,359 INFO [RS:0;16b413a53992:36463 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.shipper16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 terminated 2024-11-11T16:21:15,359 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,36463,1731342053231.replicationSource.wal-reader.16b413a53992%2C36463%2C1731342053231,1-16b413a53992,36463,1731342053231 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T16:21:15,359 INFO [RS:0;16b413a53992:36463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:36463. 2024-11-11T16:21:15,359 DEBUG [RS:0;16b413a53992:36463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:15,359 DEBUG [RS:0;16b413a53992:36463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:15,359 DEBUG [RS:0;16b413a53992:36463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:15,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:15,359 INFO [RS:0;16b413a53992:36463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36463 2024-11-11T16:21:15,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x1002fa51be00007, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2339496278/rs/16b413a53992,36463,1731342053231 2024-11-11T16:21:15,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2339496278/rs 2024-11-11T16:21:15,361 INFO [RS:0;16b413a53992:36463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:21:15,363 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,36463,1731342053231] 2024-11-11T16:21:15,364 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2339496278/draining/16b413a53992,36463,1731342053231 already deleted, retry=false 2024-11-11T16:21:15,364 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,36463,1731342053231 expired; onlineServers=0 2024-11-11T16:21:15,364 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,38523,1731342053162' ***** 2024-11-11T16:21:15,364 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:21:15,365 INFO [M:0;16b413a53992:38523 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:21:15,365 INFO [M:0;16b413a53992:38523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:21:15,365 DEBUG [M:0;16b413a53992:38523 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:21:15,365 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:21:15,365 DEBUG [M:0;16b413a53992:38523 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:21:15,365 INFO [M:0;16b413a53992:38523 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:21:15,365 INFO [M:0;16b413a53992:38523 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:21:15,365 DEBUG [M:0;16b413a53992:38523 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:21:15,365 INFO [M:0;16b413a53992:38523 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:21:15,365 INFO [M:0;16b413a53992:38523 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:21:15,365 INFO [M:0;16b413a53992:38523 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:21:15,366 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:21:15,366 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342054321 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342054321,5,FailOnTimeoutGroup] 2024-11-11T16:21:15,366 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342054323 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342054323,5,FailOnTimeoutGroup] 2024-11-11T16:21:15,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2339496278/master 2024-11-11T16:21:15,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2339496278 2024-11-11T16:21:15,367 DEBUG [M:0;16b413a53992:38523 {}] zookeeper.ZKUtil(347): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Unable to get data of znode /2339496278/master because node does not exist (not an error) 2024-11-11T16:21:15,367 WARN [M:0;16b413a53992:38523 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T16:21:15,368 INFO [M:0;16b413a53992:38523 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/.lastflushedseqids 2024-11-11T16:21:15,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741847_1023 (size=245) 2024-11-11T16:21:15,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x1002fa51be00007, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:21:15,463 INFO [RS:0;16b413a53992:36463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:21:15,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x1002fa51be00007, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:21:15,463 INFO [RS:0;16b413a53992:36463 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,36463,1731342053231; zookeeper connection closed. 2024-11-11T16:21:15,464 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b2bc343 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b2bc343 2024-11-11T16:21:15,464 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:21:15,637 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1491, reset compression=false 2024-11-11T16:21:15,782 INFO [M:0;16b413a53992:38523 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:21:15,782 INFO [M:0;16b413a53992:38523 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:21:15,782 DEBUG [M:0;16b413a53992:38523 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:21:15,782 INFO [M:0;16b413a53992:38523 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:15,782 DEBUG [M:0;16b413a53992:38523 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:15,782 DEBUG [M:0;16b413a53992:38523 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:21:15,782 DEBUG [M:0;16b413a53992:38523 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:15,783 INFO [M:0;16b413a53992:38523 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-11T16:21:15,802 DEBUG [M:0;16b413a53992:38523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/baf55f31dc364003b068f730b7fd64a6 is 82, key is hbase:meta,,1/info:regioninfo/1731342055141/Put/seqid=0 2024-11-11T16:21:15,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741848_1024 (size=5672) 2024-11-11T16:21:15,813 INFO [M:0;16b413a53992:38523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/baf55f31dc364003b068f730b7fd64a6 2024-11-11T16:21:15,837 DEBUG [M:0;16b413a53992:38523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e532fb23ee34fe8afea557fa4d0281a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731342062334/Put/seqid=0 2024-11-11T16:21:15,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741849_1025 (size=9212) 2024-11-11T16:21:15,844 INFO [M:0;16b413a53992:38523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e532fb23ee34fe8afea557fa4d0281a 2024-11-11T16:21:15,875 DEBUG [M:0;16b413a53992:38523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d5aec19e5c1449a91ef536b8ce402dd is 69, key is 16b413a53992,36463,1731342053231/rs:state/1731342054422/Put/seqid=0 2024-11-11T16:21:15,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741850_1026 (size=5156) 2024-11-11T16:21:16,048 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1471, reset compression=false 2024-11-11T16:21:16,300 INFO [M:0;16b413a53992:38523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d5aec19e5c1449a91ef536b8ce402dd 2024-11-11T16:21:16,310 DEBUG [M:0;16b413a53992:38523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/baf55f31dc364003b068f730b7fd64a6 as hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/baf55f31dc364003b068f730b7fd64a6 2024-11-11T16:21:16,320 INFO [M:0;16b413a53992:38523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/baf55f31dc364003b068f730b7fd64a6, entries=8, sequenceid=127, filesize=5.5 K 2024-11-11T16:21:16,322 DEBUG [M:0;16b413a53992:38523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e532fb23ee34fe8afea557fa4d0281a as hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e532fb23ee34fe8afea557fa4d0281a 2024-11-11T16:21:16,328 INFO [M:0;16b413a53992:38523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e532fb23ee34fe8afea557fa4d0281a, entries=15, sequenceid=127, filesize=9.0 K 2024-11-11T16:21:16,329 DEBUG [M:0;16b413a53992:38523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d5aec19e5c1449a91ef536b8ce402dd as hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d5aec19e5c1449a91ef536b8ce402dd 2024-11-11T16:21:16,336 INFO [M:0;16b413a53992:38523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d5aec19e5c1449a91ef536b8ce402dd, entries=1, sequenceid=127, filesize=5.0 K 2024-11-11T16:21:16,337 INFO [M:0;16b413a53992:38523 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 555ms, sequenceid=127, compaction requested=false 2024-11-11T16:21:16,388 INFO [M:0;16b413a53992:38523 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:16,389 DEBUG [M:0;16b413a53992:38523 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342075782Disabling compacts and flushes for region at 1731342075782Disabling writes for close at 1731342075782Obtaining lock to block concurrent updates at 1731342075783 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731342075783Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731342075783Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731342075784 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731342075784Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731342075802 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731342075802Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731342075818 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731342075837 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731342075837Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731342075854 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731342075874 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731342075874Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50788866: reopening flushed file at 1731342076308 (+434 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9dbf26d: reopening flushed file at 1731342076320 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@276a72e2: reopening flushed file at 1731342076328 (+8 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 555ms, sequenceid=127, compaction requested=false at 1731342076337 (+9 ms)Writing region close event to WAL at 1731342076388 (+51 ms)Closed at 1731342076388 2024-11-11T16:21:16,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41655 is added to blk_1073741830_1006 (size=73866) 2024-11-11T16:21:16,408 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f0694ef-3b0d-95c5-a739-6f4a8d1e45a1/MasterData/WALs/16b413a53992,38523,1731342053162/16b413a53992%2C38523%2C1731342053162.1731342054232 not finished, retry = 0 2024-11-11T16:21:16,443 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1491, reset compression=false 2024-11-11T16:21:16,517 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:21:16,517 INFO [M:0;16b413a53992:38523 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:21:16,517 INFO [M:0;16b413a53992:38523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38523 2024-11-11T16:21:16,520 INFO [M:0;16b413a53992:38523 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:21:16,533 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T16:21:16,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:21:16,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38523-0x1002fa51be00006, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:21:16,625 INFO [M:0;16b413a53992:38523 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:21:16,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c4df331{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:21:16,641 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3169ec76{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:21:16,641 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:21:16,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d904433{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:21:16,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@666861c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/hadoop.log.dir/,STOPPED} 2024-11-11T16:21:16,648 WARN [BP-1514270298-172.17.0.2-1731342051949 heartbeating to localhost/127.0.0.1:37457 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:21:16,648 WARN [BP-1514270298-172.17.0.2-1731342051949 heartbeating to localhost/127.0.0.1:37457 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1514270298-172.17.0.2-1731342051949 (Datanode Uuid 5a8b61db-b433-4a1a-878f-787b197c5474) service to localhost/127.0.0.1:37457 2024-11-11T16:21:16,649 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:21:16,649 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:21:16,650 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/cluster_3ee1eba2-6f5d-2c86-c5ce-b64b833ec6b2/data/data2/current/BP-1514270298-172.17.0.2-1731342051949 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:21:16,651 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:21:16,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/cluster_3ee1eba2-6f5d-2c86-c5ce-b64b833ec6b2/data/data1/current/BP-1514270298-172.17.0.2-1731342051949 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:21:16,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@459ab8bd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:21:16,673 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@510367ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:21:16,673 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:21:16,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5364346d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:21:16,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ac3f905{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/hadoop.log.dir/,STOPPED} 2024-11-11T16:21:16,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:21:16,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:21:16,706 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:21:16,706 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:16,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:16,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:16,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:16,708 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:21:16,708 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=67408192, stopped=false 2024-11-11T16:21:16,708 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,34725,1731342049845 2024-11-11T16:21:16,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x1002fa51be00004, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1406105891/running 2024-11-11T16:21:16,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1406105891/running 2024-11-11T16:21:16,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1406105891 2024-11-11T16:21:16,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x1002fa51be00004, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1406105891 2024-11-11T16:21:16,718 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:21:16,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Set watcher on znode that does not yet exist, /1406105891/running 2024-11-11T16:21:16,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45175-0x1002fa51be00004, quorum=127.0.0.1:58575, baseZNode=/1406105891 Set watcher on znode that does not yet exist, /1406105891/running 2024-11-11T16:21:16,737 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:21:16,737 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:16,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:16,737 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,45175,1731342049890' ***** 2024-11-11T16:21:16,737 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:21:16,737 INFO [RS:0;16b413a53992:45175 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:21:16,737 INFO [RS:0;16b413a53992:45175 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:21:16,738 INFO [RS:0;16b413a53992:45175 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:21:16,738 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:21:16,738 INFO [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(3091): Received CLOSE for 596ffb73a2b22b224b27d37153a0230a 2024-11-11T16:21:16,738 INFO [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(3091): Received CLOSE for 349f201016b09122a233f293c0c7051a 2024-11-11T16:21:16,738 INFO [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,45175,1731342049890 2024-11-11T16:21:16,738 INFO [RS:0;16b413a53992:45175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:21:16,738 INFO [RS:0;16b413a53992:45175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:45175. 2024-11-11T16:21:16,738 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 596ffb73a2b22b224b27d37153a0230a, disabling compactions & flushes 2024-11-11T16:21:16,738 DEBUG [RS:0;16b413a53992:45175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:16,738 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731342056364.596ffb73a2b22b224b27d37153a0230a. 2024-11-11T16:21:16,738 DEBUG [RS:0;16b413a53992:45175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:16,738 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342056364.596ffb73a2b22b224b27d37153a0230a. 2024-11-11T16:21:16,738 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731342056364.596ffb73a2b22b224b27d37153a0230a. after waiting 0 ms 2024-11-11T16:21:16,738 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731342056364.596ffb73a2b22b224b27d37153a0230a. 2024-11-11T16:21:16,738 INFO [RS:0;16b413a53992:45175 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:21:16,738 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 596ffb73a2b22b224b27d37153a0230a 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-11T16:21:16,740 INFO [RS:0;16b413a53992:45175 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:21:16,741 INFO [RS:0;16b413a53992:45175 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:21:16,741 INFO [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:21:16,744 INFO [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T16:21:16,744 DEBUG [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(1325): Online Regions={596ffb73a2b22b224b27d37153a0230a=test,,1731342056364.596ffb73a2b22b224b27d37153a0230a., 349f201016b09122a233f293c0c7051a=hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T16:21:16,744 DEBUG [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 349f201016b09122a233f293c0c7051a, 596ffb73a2b22b224b27d37153a0230a 2024-11-11T16:21:16,748 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:21:16,748 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:21:16,748 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:21:16,748 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:21:16,748 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:21:16,748 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T16:21:16,774 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/default/test/596ffb73a2b22b224b27d37153a0230a/.tmp/f/f7612288ada6495189c2da71bf60cfa0 is 37, key is row3/f:row3/1731342070944/Put/seqid=0 2024-11-11T16:21:16,797 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:21:16,805 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740/.tmp/info/62fba52a56a248588055f7f37db5670c is 147, key is hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a./info:regioninfo/1731342060305/Put/seqid=0 2024-11-11T16:21:16,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741840_1016 (size=5228) 2024-11-11T16:21:16,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741841_1017 (size=7686) 2024-11-11T16:21:16,944 DEBUG [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 349f201016b09122a233f293c0c7051a, 596ffb73a2b22b224b27d37153a0230a 2024-11-11T16:21:16,960 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1471, reset compression=false 2024-11-11T16:21:16,977 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:16,977 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1718, reset compression=false 2024-11-11T16:21:16,977 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.shipper16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,45175,1731342049890 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:21:16,978 ERROR [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.shipper16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 16b413a53992,45175,1731342049890: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-16b413a53992,45175,1731342049890, walGroup=16b413a53992%2C45175%2C1731342049890, offset=16b413a53992%2C45175%2C1731342049890.1731342050860:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:45175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T16:21:16,979 ERROR [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.shipper16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T16:21:16,979 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.shipper16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T16:21:16,981 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.shipper16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T16:21:16,981 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.shipper16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T16:21:16,981 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.shipper16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T16:21:16,981 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.shipper16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 830268624 }, "NonHeapMemoryUsage": { "committed": 201523200, "init": 7667712, "max": -1, "used": 198581624 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T16:21:16,981 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.shipper16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:34725 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:34725 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T16:21:17,144 DEBUG [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 349f201016b09122a233f293c0c7051a, 596ffb73a2b22b224b27d37153a0230a 2024-11-11T16:21:17,183 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1718, reset compression=false 2024-11-11T16:21:17,210 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/default/test/596ffb73a2b22b224b27d37153a0230a/.tmp/f/f7612288ada6495189c2da71bf60cfa0 2024-11-11T16:21:17,216 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f7612288ada6495189c2da71bf60cfa0 2024-11-11T16:21:17,225 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740/.tmp/info/62fba52a56a248588055f7f37db5670c 2024-11-11T16:21:17,239 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/default/test/596ffb73a2b22b224b27d37153a0230a/.tmp/f1/08a194ee714043fca679d915ec072100 is 30, key is row1/f1:/1731342068253/DeleteFamily/seqid=0 2024-11-11T16:21:17,252 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740/.tmp/ns/677b1e1fbc514124a5754f78aed18fc3 is 43, key is default/ns:d/1731342051817/Put/seqid=0 2024-11-11T16:21:17,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741843_1019 (size=5153) 2024-11-11T16:21:17,267 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740/.tmp/ns/677b1e1fbc514124a5754f78aed18fc3 2024-11-11T16:21:17,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741842_1018 (size=5158) 2024-11-11T16:21:17,300 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740/.tmp/rep_barrier/a10d90b40ddf43d28c24f654ad299a74 is 112, key is test,,1731342056364.596ffb73a2b22b224b27d37153a0230a./rep_barrier:seqnumDuringOpen/1731342057286/Put/seqid=0 2024-11-11T16:21:17,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741844_1020 (size=5518) 2024-11-11T16:21:17,330 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740/.tmp/rep_barrier/a10d90b40ddf43d28c24f654ad299a74 2024-11-11T16:21:17,344 DEBUG [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 349f201016b09122a233f293c0c7051a, 596ffb73a2b22b224b27d37153a0230a 2024-11-11T16:21:17,359 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740/.tmp/table/9e2dc3dcc0d94633b7109463f6344ba4 is 53, key is hbase:replication/table:state/1731342060316/Put/seqid=0 2024-11-11T16:21:17,361 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1491, reset compression=false 2024-11-11T16:21:17,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741845_1021 (size=5308) 2024-11-11T16:21:17,366 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740/.tmp/table/9e2dc3dcc0d94633b7109463f6344ba4 2024-11-11T16:21:17,372 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740/.tmp/info/62fba52a56a248588055f7f37db5670c as hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740/info/62fba52a56a248588055f7f37db5670c 2024-11-11T16:21:17,378 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740/info/62fba52a56a248588055f7f37db5670c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T16:21:17,380 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740/.tmp/ns/677b1e1fbc514124a5754f78aed18fc3 as hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740/ns/677b1e1fbc514124a5754f78aed18fc3 2024-11-11T16:21:17,384 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740/ns/677b1e1fbc514124a5754f78aed18fc3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T16:21:17,385 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740/.tmp/rep_barrier/a10d90b40ddf43d28c24f654ad299a74 as hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740/rep_barrier/a10d90b40ddf43d28c24f654ad299a74 2024-11-11T16:21:17,391 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740/rep_barrier/a10d90b40ddf43d28c24f654ad299a74, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T16:21:17,392 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740/.tmp/table/9e2dc3dcc0d94633b7109463f6344ba4 as hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740/table/9e2dc3dcc0d94633b7109463f6344ba4 2024-11-11T16:21:17,396 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740/table/9e2dc3dcc0d94633b7109463f6344ba4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T16:21:17,397 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 649ms, sequenceid=16, compaction requested=false 2024-11-11T16:21:17,401 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T16:21:17,401 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:21:17,401 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:21:17,402 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:21:17,402 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342076748Running coprocessor pre-close hooks at 1731342076748Disabling compacts and flushes for region at 1731342076748Disabling writes for close at 1731342076748Obtaining lock to block concurrent updates at 1731342076748Preparing flush snapshotting stores in 1588230740 at 1731342076748Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731342076748Flushing stores of hbase:meta,,1.1588230740 at 1731342076760 (+12 ms)Flushing 1588230740/info: creating writer at 1731342076763 (+3 ms)Flushing 1588230740/info: appending metadata at 1731342076804 (+41 ms)Flushing 1588230740/info: closing flushed file at 1731342076804Flushing 1588230740/ns: creating writer at 1731342077230 (+426 ms)Flushing 1588230740/ns: appending metadata at 1731342077251 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731342077251Flushing 1588230740/rep_barrier: creating writer at 1731342077273 (+22 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731342077299 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731342077299Flushing 1588230740/table: creating writer at 1731342077340 (+41 ms)Flushing 1588230740/table: appending metadata at 1731342077359 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731342077359Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cda3c36: reopening flushed file at 1731342077371 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@746a24bc: reopening flushed file at 1731342077378 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f3be8fd: reopening flushed file at 1731342077384 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15b8ac6c: reopening flushed file at 1731342077391 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 649ms, sequenceid=16, compaction requested=false at 1731342077397 (+6 ms)Writing region close event to WAL at 1731342077398 (+1 ms)Running coprocessor post-close hooks at 1731342077401 (+3 ms)Closed at 1731342077401 2024-11-11T16:21:17,402 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:21:17,494 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1718, reset compression=false 2024-11-11T16:21:17,546 DEBUG [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(1351): Waiting on 349f201016b09122a233f293c0c7051a, 596ffb73a2b22b224b27d37153a0230a 2024-11-11T16:21:17,679 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/default/test/596ffb73a2b22b224b27d37153a0230a/.tmp/f1/08a194ee714043fca679d915ec072100 2024-11-11T16:21:17,684 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08a194ee714043fca679d915ec072100 2024-11-11T16:21:17,700 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:21:17,700 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:21:17,706 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/default/test/596ffb73a2b22b224b27d37153a0230a/.tmp/norep/61fb6c02ac7240d48d717e5de3b238ba is 33, key is row1/norep:/1731342068253/DeleteFamily/seqid=0 2024-11-11T16:21:17,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741846_1022 (size=5108) 2024-11-11T16:21:17,715 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/default/test/596ffb73a2b22b224b27d37153a0230a/.tmp/norep/61fb6c02ac7240d48d717e5de3b238ba 2024-11-11T16:21:17,721 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61fb6c02ac7240d48d717e5de3b238ba 2024-11-11T16:21:17,722 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/default/test/596ffb73a2b22b224b27d37153a0230a/.tmp/f/f7612288ada6495189c2da71bf60cfa0 as hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/default/test/596ffb73a2b22b224b27d37153a0230a/f/f7612288ada6495189c2da71bf60cfa0 2024-11-11T16:21:17,728 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f7612288ada6495189c2da71bf60cfa0 2024-11-11T16:21:17,728 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/default/test/596ffb73a2b22b224b27d37153a0230a/f/f7612288ada6495189c2da71bf60cfa0, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T16:21:17,729 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/default/test/596ffb73a2b22b224b27d37153a0230a/.tmp/f1/08a194ee714043fca679d915ec072100 as hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/default/test/596ffb73a2b22b224b27d37153a0230a/f1/08a194ee714043fca679d915ec072100 2024-11-11T16:21:17,733 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08a194ee714043fca679d915ec072100 2024-11-11T16:21:17,734 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/default/test/596ffb73a2b22b224b27d37153a0230a/f1/08a194ee714043fca679d915ec072100, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T16:21:17,735 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/default/test/596ffb73a2b22b224b27d37153a0230a/.tmp/norep/61fb6c02ac7240d48d717e5de3b238ba as hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/default/test/596ffb73a2b22b224b27d37153a0230a/norep/61fb6c02ac7240d48d717e5de3b238ba 2024-11-11T16:21:17,741 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61fb6c02ac7240d48d717e5de3b238ba 2024-11-11T16:21:17,741 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/default/test/596ffb73a2b22b224b27d37153a0230a/norep/61fb6c02ac7240d48d717e5de3b238ba, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T16:21:17,746 INFO [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T16:21:17,746 DEBUG [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(1325): Online Regions={596ffb73a2b22b224b27d37153a0230a=test,,1731342056364.596ffb73a2b22b224b27d37153a0230a., 349f201016b09122a233f293c0c7051a=hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a.} 2024-11-11T16:21:17,746 DEBUG [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(1351): Waiting on 349f201016b09122a233f293c0c7051a, 596ffb73a2b22b224b27d37153a0230a 2024-11-11T16:21:17,748 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 596ffb73a2b22b224b27d37153a0230a in 1010ms, sequenceid=12, compaction requested=false 2024-11-11T16:21:17,800 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/data/default/test/596ffb73a2b22b224b27d37153a0230a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T16:21:17,801 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:21:17,801 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:21:17,801 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731342056364.596ffb73a2b22b224b27d37153a0230a. 2024-11-11T16:21:17,801 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 596ffb73a2b22b224b27d37153a0230a: Waiting for close lock at 1731342076738Running coprocessor pre-close hooks at 1731342076738Disabling compacts and flushes for region at 1731342076738Disabling writes for close at 1731342076738Obtaining lock to block concurrent updates at 1731342076738Preparing flush snapshotting stores in 596ffb73a2b22b224b27d37153a0230a at 1731342076738Finished memstore snapshotting test,,1731342056364.596ffb73a2b22b224b27d37153a0230a., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731342076739 (+1 ms)Flushing stores of test,,1731342056364.596ffb73a2b22b224b27d37153a0230a. at 1731342076741 (+2 ms)Flushing 596ffb73a2b22b224b27d37153a0230a/f: creating writer at 1731342076741Flushing 596ffb73a2b22b224b27d37153a0230a/f: appending metadata at 1731342076773 (+32 ms)Flushing 596ffb73a2b22b224b27d37153a0230a/f: closing flushed file at 1731342076773Flushing 596ffb73a2b22b224b27d37153a0230a/f1: creating writer at 1731342077216 (+443 ms)Flushing 596ffb73a2b22b224b27d37153a0230a/f1: appending metadata at 1731342077238 (+22 ms)Flushing 596ffb73a2b22b224b27d37153a0230a/f1: closing flushed file at 1731342077238Flushing 596ffb73a2b22b224b27d37153a0230a/norep: creating writer at 1731342077684 (+446 ms)Flushing 596ffb73a2b22b224b27d37153a0230a/norep: appending metadata at 1731342077705 (+21 ms)Flushing 596ffb73a2b22b224b27d37153a0230a/norep: closing flushed file at 1731342077705Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ec751e4: reopening flushed file at 1731342077721 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36d60e10: reopening flushed file at 1731342077728 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d452c8: reopening flushed file at 1731342077734 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 596ffb73a2b22b224b27d37153a0230a in 1010ms, sequenceid=12, compaction requested=false at 1731342077748 (+14 ms)Writing region close event to WAL at 1731342077783 (+35 ms)Running coprocessor post-close hooks at 1731342077801 (+18 ms)Closed at 1731342077801 2024-11-11T16:21:17,802 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731342056364.596ffb73a2b22b224b27d37153a0230a. 2024-11-11T16:21:17,802 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 349f201016b09122a233f293c0c7051a, disabling compactions & flushes 2024-11-11T16:21:17,802 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a. 2024-11-11T16:21:17,802 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a. 2024-11-11T16:21:17,802 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a. after waiting 0 ms 2024-11-11T16:21:17,802 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a. 2024-11-11T16:21:17,802 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 349f201016b09122a233f293c0c7051a: Waiting for close lock at 1731342077802Running coprocessor pre-close hooks at 1731342077802Disabling compacts and flushes for region at 1731342077802Disabling writes for close at 1731342077802Failed flush hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a., putting online again at 1731342077802 2024-11-11T16:21:17,802 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a. 2024-11-11T16:21:17,908 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 1718, reset compression=false 2024-11-11T16:21:17,914 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:17,914 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 2362, reset compression=false 2024-11-11T16:21:17,947 INFO [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(3091): Received CLOSE for 349f201016b09122a233f293c0c7051a 2024-11-11T16:21:17,947 DEBUG [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(1351): Waiting on 349f201016b09122a233f293c0c7051a 2024-11-11T16:21:17,947 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 349f201016b09122a233f293c0c7051a, disabling compactions & flushes 2024-11-11T16:21:17,947 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a. 2024-11-11T16:21:17,947 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a. 2024-11-11T16:21:17,947 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a. after waiting 0 ms 2024-11-11T16:21:17,947 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a. 2024-11-11T16:21:17,948 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 349f201016b09122a233f293c0c7051a: Waiting for close lock at 1731342077947Running coprocessor pre-close hooks at 1731342077947Disabling compacts and flushes for region at 1731342077947Disabling writes for close at 1731342077947Failed flush hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a., putting online again at 1731342077947 2024-11-11T16:21:17,948 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731342059845.349f201016b09122a233f293c0c7051a. 2024-11-11T16:21:18,122 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 to pos 2362, reset compression=false 2024-11-11T16:21:18,147 INFO [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T16:21:18,147 INFO [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,45175,1731342049890; all regions closed. 2024-11-11T16:21:18,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741834_1010 (size=4239) 2024-11-11T16:21:18,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741839_1015 (size=2391) 2024-11-11T16:21:18,159 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/WALs/16b413a53992,45175,1731342049890/16b413a53992%2C45175%2C1731342049890.1731342050860 not finished, retry = 0 2024-11-11T16:21:18,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741832_1008 (size=2370) 2024-11-11T16:21:18,267 DEBUG [RS:0;16b413a53992:45175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:18,267 INFO [RS:0;16b413a53992:45175 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:21:18,268 INFO [RS:0;16b413a53992:45175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:21:18,269 INFO [RS:0;16b413a53992:45175 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T16:21:18,269 INFO [RS:0;16b413a53992:45175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:21:18,269 INFO [RS:0;16b413a53992:45175 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16b413a53992,45175,1731342049890 because: Region server is closing 2024-11-11T16:21:18,269 INFO [RS:0;16b413a53992:45175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:45175. 2024-11-11T16:21:18,269 DEBUG [RS:0;16b413a53992:45175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:18,269 DEBUG [RS:0;16b413a53992:45175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:18,270 DEBUG [RS:0;16b413a53992:45175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:18,270 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:21:18,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:18,368 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1491, reset compression=false 2024-11-11T16:21:18,370 INFO [RS:0;16b413a53992:45175 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.shipper16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 terminated 2024-11-11T16:21:18,371 INFO [RS:0;16b413a53992:45175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:45175. 2024-11-11T16:21:18,371 DEBUG [RS:0;16b413a53992:45175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:18,371 DEBUG [RS:0;16b413a53992:45175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:18,371 DEBUG [RS:0;16b413a53992:45175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:18,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:18,371 INFO [RS:0;16b413a53992:45175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45175 2024-11-11T16:21:18,371 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,45175,1731342049890.replicationSource.wal-reader.16b413a53992%2C45175%2C1731342049890,1-16b413a53992,45175,1731342049890 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T16:21:18,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1406105891/rs 2024-11-11T16:21:18,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x1002fa51be00004, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1406105891/rs/16b413a53992,45175,1731342049890 2024-11-11T16:21:18,378 INFO [RS:0;16b413a53992:45175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:21:18,380 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,45175,1731342049890] 2024-11-11T16:21:18,382 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1406105891/draining/16b413a53992,45175,1731342049890 already deleted, retry=false 2024-11-11T16:21:18,382 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,45175,1731342049890 expired; onlineServers=0 2024-11-11T16:21:18,382 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,34725,1731342049845' ***** 2024-11-11T16:21:18,382 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:21:18,383 INFO [M:0;16b413a53992:34725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:21:18,383 INFO [M:0;16b413a53992:34725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:21:18,383 DEBUG [M:0;16b413a53992:34725 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:21:18,383 DEBUG [M:0;16b413a53992:34725 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:21:18,383 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:21:18,383 INFO [M:0;16b413a53992:34725 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:21:18,383 INFO [M:0;16b413a53992:34725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:21:18,383 DEBUG [M:0;16b413a53992:34725 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:21:18,383 INFO [M:0;16b413a53992:34725 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:21:18,383 INFO [M:0;16b413a53992:34725 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:21:18,383 INFO [M:0;16b413a53992:34725 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:21:18,383 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342050594 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342050594,5,FailOnTimeoutGroup] 2024-11-11T16:21:18,383 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342050597 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342050597,5,FailOnTimeoutGroup] 2024-11-11T16:21:18,384 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:21:18,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1406105891/master 2024-11-11T16:21:18,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1406105891 2024-11-11T16:21:18,388 DEBUG [M:0;16b413a53992:34725 {}] zookeeper.RecoverableZooKeeper(212): Node /1406105891/master already deleted, retry=false 2024-11-11T16:21:18,388 DEBUG [M:0;16b413a53992:34725 {}] master.ActiveMasterManager(353): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Failed delete of our master address node; KeeperErrorCode = NoNode for /1406105891/master 2024-11-11T16:21:18,406 INFO [M:0;16b413a53992:34725 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/.lastflushedseqids 2024-11-11T16:21:18,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741847_1023 (size=245) 2024-11-11T16:21:18,425 INFO [M:0;16b413a53992:34725 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:21:18,425 INFO [M:0;16b413a53992:34725 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:21:18,425 DEBUG [M:0;16b413a53992:34725 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:21:18,425 INFO [M:0;16b413a53992:34725 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:18,425 DEBUG [M:0;16b413a53992:34725 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:18,425 DEBUG [M:0;16b413a53992:34725 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:21:18,425 DEBUG [M:0;16b413a53992:34725 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:18,426 INFO [M:0;16b413a53992:34725 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-11T16:21:18,452 DEBUG [M:0;16b413a53992:34725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9988ea0888440209f7bd105bffafadd is 82, key is hbase:meta,,1/info:regioninfo/1731342051807/Put/seqid=0 2024-11-11T16:21:18,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x1002fa51be00004, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:21:18,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45175-0x1002fa51be00004, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:21:18,483 INFO [RS:0;16b413a53992:45175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:21:18,483 INFO [RS:0;16b413a53992:45175 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,45175,1731342049890; zookeeper connection closed. 2024-11-11T16:21:18,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741848_1024 (size=5672) 2024-11-11T16:21:18,485 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@269d8e38 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@269d8e38 2024-11-11T16:21:18,485 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:21:18,485 INFO [M:0;16b413a53992:34725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9988ea0888440209f7bd105bffafadd 2024-11-11T16:21:18,545 DEBUG [M:0;16b413a53992:34725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8632a8b2a547443384555120aa25166a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731342060321/Put/seqid=0 2024-11-11T16:21:18,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741849_1025 (size=8516) 2024-11-11T16:21:18,586 INFO [M:0;16b413a53992:34725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8632a8b2a547443384555120aa25166a 2024-11-11T16:21:18,622 DEBUG [M:0;16b413a53992:34725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db3d98e696304fa2a8b8cfaeb806966a is 69, key is 16b413a53992,45175,1731342049890/rs:state/1731342050639/Put/seqid=0 2024-11-11T16:21:18,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741850_1026 (size=5156) 2024-11-11T16:21:19,044 INFO [M:0;16b413a53992:34725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db3d98e696304fa2a8b8cfaeb806966a 2024-11-11T16:21:19,051 DEBUG [M:0;16b413a53992:34725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9988ea0888440209f7bd105bffafadd as hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9988ea0888440209f7bd105bffafadd 2024-11-11T16:21:19,062 INFO [M:0;16b413a53992:34725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9988ea0888440209f7bd105bffafadd, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T16:21:19,064 DEBUG [M:0;16b413a53992:34725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8632a8b2a547443384555120aa25166a as hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8632a8b2a547443384555120aa25166a 2024-11-11T16:21:19,076 INFO [M:0;16b413a53992:34725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8632a8b2a547443384555120aa25166a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T16:21:19,077 DEBUG [M:0;16b413a53992:34725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db3d98e696304fa2a8b8cfaeb806966a as hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db3d98e696304fa2a8b8cfaeb806966a 2024-11-11T16:21:19,080 INFO [M:0;16b413a53992:34725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41205/user/jenkins/test-data/f495a88a-19d2-dce5-6b1a-0f38e93dd929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db3d98e696304fa2a8b8cfaeb806966a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T16:21:19,081 INFO [M:0;16b413a53992:34725 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 656ms, sequenceid=97, compaction requested=false 2024-11-11T16:21:19,083 INFO [M:0;16b413a53992:34725 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:19,083 DEBUG [M:0;16b413a53992:34725 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342078425Disabling compacts and flushes for region at 1731342078425Disabling writes for close at 1731342078425Obtaining lock to block concurrent updates at 1731342078426 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731342078426Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731342078426Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731342078427 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731342078427Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731342078451 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731342078451Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731342078498 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731342078528 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731342078544 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731342078594 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731342078620 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731342078620Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71578c81: reopening flushed file at 1731342079050 (+430 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65c5f1e7: reopening flushed file at 1731342079062 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3db4100b: reopening flushed file at 1731342079076 (+14 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 656ms, sequenceid=97, compaction requested=false at 1731342079081 (+5 ms)Writing region close event to WAL at 1731342079083 (+2 ms)Closed at 1731342079083 2024-11-11T16:21:19,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741830_1006 (size=63654) 2024-11-11T16:21:19,089 INFO [M:0;16b413a53992:34725 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:21:19,089 INFO [M:0;16b413a53992:34725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34725 2024-11-11T16:21:19,089 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:21:19,093 INFO [M:0;16b413a53992:34725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:21:19,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:21:19,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1002fa51be00003, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:21:19,196 INFO [M:0;16b413a53992:34725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:21:19,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20fad0ed{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:21:19,202 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1af92ea4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:21:19,203 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:21:19,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70460d30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:21:19,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f9b60b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/hadoop.log.dir/,STOPPED} 2024-11-11T16:21:19,206 WARN [BP-556080184-172.17.0.2-1731342048680 heartbeating to localhost/127.0.0.1:41205 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:21:19,206 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:21:19,206 WARN [BP-556080184-172.17.0.2-1731342048680 heartbeating to localhost/127.0.0.1:41205 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-556080184-172.17.0.2-1731342048680 (Datanode Uuid 81b47d73-5733-46ff-b587-ffe80e099e2e) service to localhost/127.0.0.1:41205 2024-11-11T16:21:19,206 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:21:19,207 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/cluster_d1389064-30aa-b4b8-d1e0-c14050595619/data/data1/current/BP-556080184-172.17.0.2-1731342048680 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:21:19,207 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/cluster_d1389064-30aa-b4b8-d1e0-c14050595619/data/data2/current/BP-556080184-172.17.0.2-1731342048680 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:21:19,208 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:21:19,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63591ff1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:21:19,217 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@842bac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:21:19,217 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:21:19,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27a0a604{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:21:19,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10db387f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bcdf3b-786a-177f-03d5-69f2642208c3/hadoop.log.dir/,STOPPED} 2024-11-11T16:21:19,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:21:19,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:21:19,234 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:21:19,234 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:19,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:19,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:19,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:19,235 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:21:19,235 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=104895845, stopped=false 2024-11-11T16:21:19,235 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,41531,1731342046950 2024-11-11T16:21:19,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0753217605/running 2024-11-11T16:21:19,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0753217605 2024-11-11T16:21:19,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41605-0x1002fa51be00001, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0753217605/running 2024-11-11T16:21:19,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41605-0x1002fa51be00001, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0753217605 2024-11-11T16:21:19,237 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:21:19,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41605-0x1002fa51be00001, quorum=127.0.0.1:58575, baseZNode=/0753217605 Set watcher on znode that does not yet exist, /0753217605/running 2024-11-11T16:21:19,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Set watcher on znode that does not yet exist, /0753217605/running 2024-11-11T16:21:19,239 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:21:19,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:19,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:19,240 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,41605,1731342047025' ***** 2024-11-11T16:21:19,240 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:21:19,240 INFO [RS:0;16b413a53992:41605 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:21:19,240 INFO [RS:0;16b413a53992:41605 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:21:19,240 INFO [RS:0;16b413a53992:41605 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:21:19,240 INFO [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer(3091): Received CLOSE for 21975866d7ad907ff25fdfd829a5f2ec 2024-11-11T16:21:19,240 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:21:19,241 INFO [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f1b25171a41108aad72d01f6fc7c991 2024-11-11T16:21:19,241 INFO [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,41605,1731342047025 2024-11-11T16:21:19,241 INFO [RS:0;16b413a53992:41605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:21:19,241 INFO [RS:0;16b413a53992:41605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:41605. 2024-11-11T16:21:19,241 DEBUG [RS:0;16b413a53992:41605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:19,241 DEBUG [RS:0;16b413a53992:41605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:19,241 INFO [RS:0;16b413a53992:41605 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:21:19,241 INFO [RS:0;16b413a53992:41605 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:21:19,241 INFO [RS:0;16b413a53992:41605 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:21:19,241 INFO [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:21:19,241 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21975866d7ad907ff25fdfd829a5f2ec, disabling compactions & flushes 2024-11-11T16:21:19,241 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec. 2024-11-11T16:21:19,241 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec. 2024-11-11T16:21:19,241 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec. after waiting 0 ms 2024-11-11T16:21:19,241 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec. 2024-11-11T16:21:19,241 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 21975866d7ad907ff25fdfd829a5f2ec 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-11T16:21:19,249 INFO [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T16:21:19,249 DEBUG [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer(1325): Online Regions={21975866d7ad907ff25fdfd829a5f2ec=test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec., 5f1b25171a41108aad72d01f6fc7c991=hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T16:21:19,249 DEBUG [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21975866d7ad907ff25fdfd829a5f2ec, 5f1b25171a41108aad72d01f6fc7c991 2024-11-11T16:21:19,249 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:21:19,249 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:21:19,249 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:21:19,249 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:21:19,249 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:21:19,249 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T16:21:19,264 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:21:19,344 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/default/test/21975866d7ad907ff25fdfd829a5f2ec/.tmp/f/e9a799cdc2fb447ebdb4844c8b20fc0a is 37, key is row3/f:row3/1731342070944/Put/seqid=0 2024-11-11T16:21:19,361 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740/.tmp/info/40794576a73c4610bd02a4e16841784e is 147, key is hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991./info:regioninfo/1731342059495/Put/seqid=0 2024-11-11T16:21:19,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741840_1016 (size=5228) 2024-11-11T16:21:19,377 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/default/test/21975866d7ad907ff25fdfd829a5f2ec/.tmp/f/e9a799cdc2fb447ebdb4844c8b20fc0a 2024-11-11T16:21:19,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741841_1017 (size=7686) 2024-11-11T16:21:19,383 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740/.tmp/info/40794576a73c4610bd02a4e16841784e 2024-11-11T16:21:19,410 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9a799cdc2fb447ebdb4844c8b20fc0a 2024-11-11T16:21:19,443 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740/.tmp/ns/4e2216f46904458ba0a44e70c0b09511 is 43, key is default/ns:d/1731342048553/Put/seqid=0 2024-11-11T16:21:19,452 DEBUG [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21975866d7ad907ff25fdfd829a5f2ec, 5f1b25171a41108aad72d01f6fc7c991 2024-11-11T16:21:19,464 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/default/test/21975866d7ad907ff25fdfd829a5f2ec/.tmp/f1/dc661e27de964a929c2b79ca4e77d050 is 30, key is row1/f1:/1731342068253/DeleteFamily/seqid=0 2024-11-11T16:21:19,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741842_1018 (size=5153) 2024-11-11T16:21:19,482 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740/.tmp/ns/4e2216f46904458ba0a44e70c0b09511 2024-11-11T16:21:19,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741843_1019 (size=5158) 2024-11-11T16:21:19,506 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1491, reset compression=false 2024-11-11T16:21:19,522 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:19,522 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1738, reset compression=false 2024-11-11T16:21:19,523 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.shipper16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,41605,1731342047025 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:21:19,523 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740/.tmp/rep_barrier/3854af7591ca4440a678ab8008e4fd23 is 112, key is test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec./rep_barrier:seqnumDuringOpen/1731342056046/Put/seqid=0 2024-11-11T16:21:19,524 ERROR [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.shipper16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 16b413a53992,41605,1731342047025: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-16b413a53992,41605,1731342047025, walGroup=16b413a53992%2C41605%2C1731342047025, offset=16b413a53992%2C41605%2C1731342047025.1731342048064:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:41605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T16:21:19,528 ERROR [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.shipper16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T16:21:19,528 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.shipper16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T16:21:19,528 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.shipper16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T16:21:19,528 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.shipper16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T16:21:19,528 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.shipper16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T16:21:19,529 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.shipper16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 751565368 }, "NonHeapMemoryUsage": { "committed": 202113024, "init": 7667712, "max": -1, "used": 199203808 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T16:21:19,529 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.shipper16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:41531 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:41531 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T16:21:19,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741844_1020 (size=5518) 2024-11-11T16:21:19,653 DEBUG [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21975866d7ad907ff25fdfd829a5f2ec, 5f1b25171a41108aad72d01f6fc7c991 2024-11-11T16:21:19,733 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1738, reset compression=false 2024-11-11T16:21:19,853 DEBUG [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21975866d7ad907ff25fdfd829a5f2ec, 5f1b25171a41108aad72d01f6fc7c991 2024-11-11T16:21:19,886 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/default/test/21975866d7ad907ff25fdfd829a5f2ec/.tmp/f1/dc661e27de964a929c2b79ca4e77d050 2024-11-11T16:21:19,890 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc661e27de964a929c2b79ca4e77d050 2024-11-11T16:21:19,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:19,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:19,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:19,910 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/default/test/21975866d7ad907ff25fdfd829a5f2ec/.tmp/norep/743c9086a6424b5483e91858d40276aa is 32, key is row/norep:/1731342067244/DeleteFamily/seqid=0 2024-11-11T16:21:19,920 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:21:19,920 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:21:19,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741845_1021 (size=5101) 2024-11-11T16:21:19,922 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/default/test/21975866d7ad907ff25fdfd829a5f2ec/.tmp/norep/743c9086a6424b5483e91858d40276aa 2024-11-11T16:21:19,927 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 743c9086a6424b5483e91858d40276aa 2024-11-11T16:21:19,928 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/default/test/21975866d7ad907ff25fdfd829a5f2ec/.tmp/f/e9a799cdc2fb447ebdb4844c8b20fc0a as hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/default/test/21975866d7ad907ff25fdfd829a5f2ec/f/e9a799cdc2fb447ebdb4844c8b20fc0a 2024-11-11T16:21:19,932 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9a799cdc2fb447ebdb4844c8b20fc0a 2024-11-11T16:21:19,932 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/default/test/21975866d7ad907ff25fdfd829a5f2ec/f/e9a799cdc2fb447ebdb4844c8b20fc0a, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T16:21:19,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:19,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:19,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:19,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:19,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:19,934 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/default/test/21975866d7ad907ff25fdfd829a5f2ec/.tmp/f1/dc661e27de964a929c2b79ca4e77d050 as hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/default/test/21975866d7ad907ff25fdfd829a5f2ec/f1/dc661e27de964a929c2b79ca4e77d050 2024-11-11T16:21:19,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:19,935 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740/.tmp/rep_barrier/3854af7591ca4440a678ab8008e4fd23 2024-11-11T16:21:19,940 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc661e27de964a929c2b79ca4e77d050 2024-11-11T16:21:19,940 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/default/test/21975866d7ad907ff25fdfd829a5f2ec/f1/dc661e27de964a929c2b79ca4e77d050, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T16:21:19,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:19,942 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/default/test/21975866d7ad907ff25fdfd829a5f2ec/.tmp/norep/743c9086a6424b5483e91858d40276aa as hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/default/test/21975866d7ad907ff25fdfd829a5f2ec/norep/743c9086a6424b5483e91858d40276aa 2024-11-11T16:21:19,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:19,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:19,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:19,952 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 743c9086a6424b5483e91858d40276aa 2024-11-11T16:21:19,952 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/default/test/21975866d7ad907ff25fdfd829a5f2ec/norep/743c9086a6424b5483e91858d40276aa, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T16:21:19,953 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 21975866d7ad907ff25fdfd829a5f2ec in 712ms, sequenceid=12, compaction requested=false 2024-11-11T16:21:19,953 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T16:21:19,960 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740/.tmp/table/d2ab5ff87e1a451fbdb58316fac9cbb9 is 53, key is hbase:replication/table:state/1731342059506/Put/seqid=0 2024-11-11T16:21:19,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741846_1022 (size=5308) 2024-11-11T16:21:19,979 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740/.tmp/table/d2ab5ff87e1a451fbdb58316fac9cbb9 2024-11-11T16:21:19,987 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740/.tmp/info/40794576a73c4610bd02a4e16841784e as hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740/info/40794576a73c4610bd02a4e16841784e 2024-11-11T16:21:20,003 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740/info/40794576a73c4610bd02a4e16841784e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T16:21:20,004 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740/.tmp/ns/4e2216f46904458ba0a44e70c0b09511 as hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740/ns/4e2216f46904458ba0a44e70c0b09511 2024-11-11T16:21:20,010 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740/ns/4e2216f46904458ba0a44e70c0b09511, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T16:21:20,011 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740/.tmp/rep_barrier/3854af7591ca4440a678ab8008e4fd23 as hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740/rep_barrier/3854af7591ca4440a678ab8008e4fd23 2024-11-11T16:21:20,021 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740/rep_barrier/3854af7591ca4440a678ab8008e4fd23, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T16:21:20,022 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740/.tmp/table/d2ab5ff87e1a451fbdb58316fac9cbb9 as hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740/table/d2ab5ff87e1a451fbdb58316fac9cbb9 2024-11-11T16:21:20,028 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/default/test/21975866d7ad907ff25fdfd829a5f2ec/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T16:21:20,029 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:21:20,029 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:21:20,029 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec. 2024-11-11T16:21:20,029 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21975866d7ad907ff25fdfd829a5f2ec: Waiting for close lock at 1731342079241Running coprocessor pre-close hooks at 1731342079241Disabling compacts and flushes for region at 1731342079241Disabling writes for close at 1731342079241Obtaining lock to block concurrent updates at 1731342079241Preparing flush snapshotting stores in 21975866d7ad907ff25fdfd829a5f2ec at 1731342079241Finished memstore snapshotting test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731342079242 (+1 ms)Flushing stores of test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec. at 1731342079243 (+1 ms)Flushing 21975866d7ad907ff25fdfd829a5f2ec/f: creating writer at 1731342079243Flushing 21975866d7ad907ff25fdfd829a5f2ec/f: appending metadata at 1731342079343 (+100 ms)Flushing 21975866d7ad907ff25fdfd829a5f2ec/f: closing flushed file at 1731342079343Flushing 21975866d7ad907ff25fdfd829a5f2ec/f1: creating writer at 1731342079410 (+67 ms)Flushing 21975866d7ad907ff25fdfd829a5f2ec/f1: appending metadata at 1731342079463 (+53 ms)Flushing 21975866d7ad907ff25fdfd829a5f2ec/f1: closing flushed file at 1731342079463Flushing 21975866d7ad907ff25fdfd829a5f2ec/norep: creating writer at 1731342079891 (+428 ms)Flushing 21975866d7ad907ff25fdfd829a5f2ec/norep: appending metadata at 1731342079909 (+18 ms)Flushing 21975866d7ad907ff25fdfd829a5f2ec/norep: closing flushed file at 1731342079910 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@479090b8: reopening flushed file at 1731342079927 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65408895: reopening flushed file at 1731342079932 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@311eb85f: reopening flushed file at 1731342079940 (+8 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 21975866d7ad907ff25fdfd829a5f2ec in 712ms, sequenceid=12, compaction requested=false at 1731342079953 (+13 ms)Writing region close event to WAL at 1731342080012 (+59 ms)Running coprocessor post-close hooks at 1731342080029 (+17 ms)Closed at 1731342080029 2024-11-11T16:21:20,030 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731342055211.21975866d7ad907ff25fdfd829a5f2ec. 2024-11-11T16:21:20,030 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f1b25171a41108aad72d01f6fc7c991, disabling compactions & flushes 2024-11-11T16:21:20,030 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991. 2024-11-11T16:21:20,030 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991. 2024-11-11T16:21:20,030 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991. after waiting 0 ms 2024-11-11T16:21:20,030 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991. 2024-11-11T16:21:20,030 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f1b25171a41108aad72d01f6fc7c991: Waiting for close lock at 1731342080030Running coprocessor pre-close hooks at 1731342080030Disabling compacts and flushes for region at 1731342080030Disabling writes for close at 1731342080030Failed flush hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991., putting online again at 1731342080030 2024-11-11T16:21:20,030 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991. 2024-11-11T16:21:20,036 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740/table/d2ab5ff87e1a451fbdb58316fac9cbb9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T16:21:20,037 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 788ms, sequenceid=16, compaction requested=false 2024-11-11T16:21:20,037 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T16:21:20,040 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 1738, reset compression=false 2024-11-11T16:21:20,052 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:20,052 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 2382, reset compression=false 2024-11-11T16:21:20,053 INFO [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f1b25171a41108aad72d01f6fc7c991 2024-11-11T16:21:20,053 DEBUG [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f1b25171a41108aad72d01f6fc7c991 2024-11-11T16:21:20,054 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f1b25171a41108aad72d01f6fc7c991, disabling compactions & flushes 2024-11-11T16:21:20,054 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991. 2024-11-11T16:21:20,054 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991. 2024-11-11T16:21:20,054 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991. after waiting 0 ms 2024-11-11T16:21:20,054 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991. 2024-11-11T16:21:20,054 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f1b25171a41108aad72d01f6fc7c991: Waiting for close lock at 1731342080054Running coprocessor pre-close hooks at 1731342080054Disabling compacts and flushes for region at 1731342080054Disabling writes for close at 1731342080054Failed flush hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991., putting online again at 1731342080054 2024-11-11T16:21:20,054 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991. 2024-11-11T16:21:20,067 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T16:21:20,067 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:21:20,067 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:21:20,067 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:21:20,067 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342079249Running coprocessor pre-close hooks at 1731342079249Disabling compacts and flushes for region at 1731342079249Disabling writes for close at 1731342079249Obtaining lock to block concurrent updates at 1731342079249Preparing flush snapshotting stores in 1588230740 at 1731342079249Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731342079250 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731342079251 (+1 ms)Flushing 1588230740/info: creating writer at 1731342079251Flushing 1588230740/info: appending metadata at 1731342079361 (+110 ms)Flushing 1588230740/info: closing flushed file at 1731342079361Flushing 1588230740/ns: creating writer at 1731342079407 (+46 ms)Flushing 1588230740/ns: appending metadata at 1731342079442 (+35 ms)Flushing 1588230740/ns: closing flushed file at 1731342079442Flushing 1588230740/rep_barrier: creating writer at 1731342079492 (+50 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731342079522 (+30 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731342079522Flushing 1588230740/table: creating writer at 1731342079939 (+417 ms)Flushing 1588230740/table: appending metadata at 1731342079959 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731342079959Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41ce01e: reopening flushed file at 1731342079984 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c1ab0f7: reopening flushed file at 1731342080003 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@215acc4b: reopening flushed file at 1731342080010 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6458a574: reopening flushed file at 1731342080021 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 788ms, sequenceid=16, compaction requested=false at 1731342080037 (+16 ms)Writing region close event to WAL at 1731342080063 (+26 ms)Running coprocessor post-close hooks at 1731342080067 (+4 ms)Closed at 1731342080067 2024-11-11T16:21:20,067 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:21:20,254 INFO [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T16:21:20,254 DEBUG [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer(1325): Online Regions={5f1b25171a41108aad72d01f6fc7c991=hbase:replication,,1731342058679.5f1b25171a41108aad72d01f6fc7c991.} 2024-11-11T16:21:20,254 INFO [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T16:21:20,254 INFO [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,41605,1731342047025; all regions closed. 2024-11-11T16:21:20,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741834_1010 (size=4239) 2024-11-11T16:21:20,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741839_1015 (size=2609) 2024-11-11T16:21:20,262 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 to pos 2382, reset compression=false 2024-11-11T16:21:20,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741833_1009 (size=2390) 2024-11-11T16:21:20,266 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 not finished, retry = 0 2024-11-11T16:21:20,368 DEBUG [RS:0;16b413a53992:41605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:20,368 INFO [RS:0;16b413a53992:41605 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:21:20,368 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/WALs/16b413a53992,41605,1731342047025/16b413a53992%2C41605%2C1731342047025.1731342048064 2024-11-11T16:21:20,368 INFO [RS:0;16b413a53992:41605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:21:20,369 INFO [RS:0;16b413a53992:41605 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T16:21:20,369 INFO [RS:0;16b413a53992:41605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:21:20,369 INFO [RS:0;16b413a53992:41605 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16b413a53992,41605,1731342047025 because: Region server is closing 2024-11-11T16:21:20,369 INFO [RS:0;16b413a53992:41605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:41605. 2024-11-11T16:21:20,369 DEBUG [RS:0;16b413a53992:41605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:20,369 DEBUG [RS:0;16b413a53992:41605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:20,369 DEBUG [RS:0;16b413a53992:41605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:20,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:20,370 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:21:20,468 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:21:20,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:20,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:20,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:20,470 INFO [RS:0;16b413a53992:41605 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.shipper16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 terminated 2024-11-11T16:21:20,470 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,41605,1731342047025.replicationSource.wal-reader.16b413a53992%2C41605%2C1731342047025,1-16b413a53992,41605,1731342047025 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-11T16:21:20,470 INFO [RS:0;16b413a53992:41605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:41605. 2024-11-11T16:21:20,470 DEBUG [RS:0;16b413a53992:41605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:20,470 DEBUG [RS:0;16b413a53992:41605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:20,470 DEBUG [RS:0;16b413a53992:41605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:20,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:20,471 INFO [RS:0;16b413a53992:41605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41605 2024-11-11T16:21:20,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0753217605/rs 2024-11-11T16:21:20,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41605-0x1002fa51be00001, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0753217605/rs/16b413a53992,41605,1731342047025 2024-11-11T16:21:20,473 INFO [RS:0;16b413a53992:41605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:21:20,473 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,41605,1731342047025] 2024-11-11T16:21:20,475 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0753217605/draining/16b413a53992,41605,1731342047025 already deleted, retry=false 2024-11-11T16:21:20,475 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,41605,1731342047025 expired; onlineServers=0 2024-11-11T16:21:20,475 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,41531,1731342046950' ***** 2024-11-11T16:21:20,475 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:21:20,476 INFO [M:0;16b413a53992:41531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:21:20,476 INFO [M:0;16b413a53992:41531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:21:20,476 DEBUG [M:0;16b413a53992:41531 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:21:20,476 DEBUG [M:0;16b413a53992:41531 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:21:20,476 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342047785 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342047785,5,FailOnTimeoutGroup] 2024-11-11T16:21:20,476 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:21:20,476 INFO [M:0;16b413a53992:41531 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:21:20,476 INFO [M:0;16b413a53992:41531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:21:20,476 DEBUG [M:0;16b413a53992:41531 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:21:20,476 INFO [M:0;16b413a53992:41531 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:21:20,476 INFO [M:0;16b413a53992:41531 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:21:20,476 INFO [M:0;16b413a53992:41531 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:21:20,476 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:21:20,477 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342047813 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342047813,5,FailOnTimeoutGroup] 2024-11-11T16:21:20,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0753217605/master 2024-11-11T16:21:20,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0753217605 2024-11-11T16:21:20,480 DEBUG [M:0;16b413a53992:41531 {}] zookeeper.RecoverableZooKeeper(212): Node /0753217605/master already deleted, retry=false 2024-11-11T16:21:20,480 DEBUG [M:0;16b413a53992:41531 {}] master.ActiveMasterManager(353): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Failed delete of our master address node; KeeperErrorCode = NoNode for /0753217605/master 2024-11-11T16:21:20,480 INFO [M:0;16b413a53992:41531 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/.lastflushedseqids 2024-11-11T16:21:20,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741847_1023 (size=245) 2024-11-11T16:21:20,487 INFO [M:0;16b413a53992:41531 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:21:20,487 INFO [M:0;16b413a53992:41531 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:21:20,487 DEBUG [M:0;16b413a53992:41531 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:21:20,487 INFO [M:0;16b413a53992:41531 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:20,487 DEBUG [M:0;16b413a53992:41531 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:20,487 DEBUG [M:0;16b413a53992:41531 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:21:20,487 DEBUG [M:0;16b413a53992:41531 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:20,487 INFO [M:0;16b413a53992:41531 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-11T16:21:20,506 DEBUG [M:0;16b413a53992:41531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e3be0904cd449f486518035ac9780bb is 82, key is hbase:meta,,1/info:regioninfo/1731342048527/Put/seqid=0 2024-11-11T16:21:20,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741848_1024 (size=5672) 2024-11-11T16:21:20,510 INFO [M:0;16b413a53992:41531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e3be0904cd449f486518035ac9780bb 2024-11-11T16:21:20,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:20,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:20,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:20,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:20,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:20,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:20,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:20,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:20,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:20,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:20,532 DEBUG [M:0;16b413a53992:41531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36c5cdd596ec42a78c63a221afafba7e is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731342056075/Put/seqid=0 2024-11-11T16:21:20,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741849_1025 (size=7218) 2024-11-11T16:21:20,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41605-0x1002fa51be00001, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:21:20,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41605-0x1002fa51be00001, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:21:20,575 INFO [RS:0;16b413a53992:41605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:21:20,576 INFO [RS:0;16b413a53992:41605 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,41605,1731342047025; zookeeper connection closed. 2024-11-11T16:21:20,576 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ca8b9f8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ca8b9f8 2024-11-11T16:21:20,576 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:21:20,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T16:21:20,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T16:21:20,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:21:20,937 INFO [M:0;16b413a53992:41531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36c5cdd596ec42a78c63a221afafba7e 2024-11-11T16:21:20,941 INFO [M:0;16b413a53992:41531 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36c5cdd596ec42a78c63a221afafba7e 2024-11-11T16:21:20,966 DEBUG [M:0;16b413a53992:41531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41b9ba3e88224e42b7e7d40666553ecb is 69, key is 16b413a53992,41605,1731342047025/rs:state/1731342047865/Put/seqid=0 2024-11-11T16:21:20,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741850_1026 (size=5156) 2024-11-11T16:21:20,974 INFO [M:0;16b413a53992:41531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41b9ba3e88224e42b7e7d40666553ecb 2024-11-11T16:21:20,980 DEBUG [M:0;16b413a53992:41531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e3be0904cd449f486518035ac9780bb as hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e3be0904cd449f486518035ac9780bb 2024-11-11T16:21:20,987 INFO [M:0;16b413a53992:41531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e3be0904cd449f486518035ac9780bb, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T16:21:20,987 DEBUG [M:0;16b413a53992:41531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36c5cdd596ec42a78c63a221afafba7e as hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36c5cdd596ec42a78c63a221afafba7e 2024-11-11T16:21:20,991 INFO [M:0;16b413a53992:41531 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36c5cdd596ec42a78c63a221afafba7e 2024-11-11T16:21:20,991 INFO [M:0;16b413a53992:41531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36c5cdd596ec42a78c63a221afafba7e, entries=11, sequenceid=105, filesize=7.0 K 2024-11-11T16:21:20,992 DEBUG [M:0;16b413a53992:41531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41b9ba3e88224e42b7e7d40666553ecb as hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41b9ba3e88224e42b7e7d40666553ecb 2024-11-11T16:21:20,996 INFO [M:0;16b413a53992:41531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37125/user/jenkins/test-data/6066b78b-09bc-d0cf-5bfa-0e4ecbd9e073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41b9ba3e88224e42b7e7d40666553ecb, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T16:21:20,997 INFO [M:0;16b413a53992:41531 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 510ms, sequenceid=105, compaction requested=false 2024-11-11T16:21:21,023 INFO [M:0;16b413a53992:41531 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:21,023 DEBUG [M:0;16b413a53992:41531 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342080487Disabling compacts and flushes for region at 1731342080487Disabling writes for close at 1731342080487Obtaining lock to block concurrent updates at 1731342080487Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731342080487Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731342080488 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731342080488Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731342080488Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731342080506 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731342080506Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731342080514 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731342080531 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731342080531Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731342080941 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731342080965 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731342080965Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65cedd11: reopening flushed file at 1731342080979 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b6e5dc8: reopening flushed file at 1731342080987 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@702cf595: reopening flushed file at 1731342080992 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 510ms, sequenceid=105, compaction requested=false at 1731342080997 (+5 ms)Writing region close event to WAL at 1731342081023 (+26 ms)Closed at 1731342081023 2024-11-11T16:21:21,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33915 is added to blk_1073741830_1006 (size=64423) 2024-11-11T16:21:21,039 INFO [M:0;16b413a53992:41531 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:21:21,039 INFO [M:0;16b413a53992:41531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41531 2024-11-11T16:21:21,040 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:21:21,041 INFO [M:0;16b413a53992:41531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:21:21,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:21:21,148 INFO [M:0;16b413a53992:41531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:21:21,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41531-0x1002fa51be00000, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:21:21,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bf3505f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:21:21,152 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@340a28cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:21:21,152 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:21:21,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@602a51b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:21:21,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e910a44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/hadoop.log.dir/,STOPPED} 2024-11-11T16:21:21,154 WARN [BP-976553013-172.17.0.2-1731342045589 heartbeating to localhost/127.0.0.1:37125 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:21:21,154 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:21:21,154 WARN [BP-976553013-172.17.0.2-1731342045589 heartbeating to localhost/127.0.0.1:37125 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-976553013-172.17.0.2-1731342045589 (Datanode Uuid dde2c25f-0c57-475b-b363-34f13fbde079) service to localhost/127.0.0.1:37125 2024-11-11T16:21:21,154 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:21:21,154 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/cluster_748fad04-c2ef-3f4f-480e-627f7e25d848/data/data1/current/BP-976553013-172.17.0.2-1731342045589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:21:21,155 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/cluster_748fad04-c2ef-3f4f-480e-627f7e25d848/data/data2/current/BP-976553013-172.17.0.2-1731342045589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:21:21,155 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:21:21,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e874d16{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:21:21,163 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f00c263{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:21:21,163 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:21:21,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2703a9e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:21:21,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d815d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3004177e-c263-4d39-fb7d-38a83430ff54/hadoop.log.dir/,STOPPED} 2024-11-11T16:21:21,171 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T16:21:21,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:21:21,195 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=321 (was 265) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41205 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-29-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-28-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58575) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:41205 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41205 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41205 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37125 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41205 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-29-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:37457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58575) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-28-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:37125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58575) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-28-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-29-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37457 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=746 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1005 (was 637) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2811 (was 2503) - AvailableMemoryMB LEAK? - 2024-11-11T16:21:21,207 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=321, OpenFileDescriptor=744, MaxFileDescriptor=1048576, SystemLoadAverage=1005, ProcessCount=11, AvailableMemoryMB=2811 2024-11-11T16:21:21,227 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-11T16:21:21,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/hadoop.log.dir so I do NOT create it in target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14 2024-11-11T16:21:21,228 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T16:21:21,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/hadoop.tmp.dir so I do NOT create it in target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14 2024-11-11T16:21:21,228 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f013837-6bc7-8e26-024d-503d01b39b6e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T16:21:21,228 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14 2024-11-11T16:21:21,228 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/cluster_3a51fa8e-e566-9e01-89d1-36caae507248, deleteOnExit=true 2024-11-11T16:21:21,235 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/cluster_3a51fa8e-e566-9e01-89d1-36caae507248/zookeeper_0, clientPort=50501, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/cluster_3a51fa8e-e566-9e01-89d1-36caae507248/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/cluster_3a51fa8e-e566-9e01-89d1-36caae507248/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T16:21:21,236 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50501 2024-11-11T16:21:21,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:21:21,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:21:21,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/test.cache.data in system properties and HBase conf 2024-11-11T16:21:21,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:21:21,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:21:21,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:21:21,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:21:21,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:21:21,237 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:21:21,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:21:21,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:21:21,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:21:21,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:21:21,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:21:21,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:21:21,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:21:21,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:21:21,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:21:21,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:21:21,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:21:21,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:21:21,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:21:21,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:21:21,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1002fa51be00002, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T16:21:21,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1002fa51be00008, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T16:21:21,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1002fa51be00005, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T16:21:21,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1002fa51be00002, quorum=127.0.0.1:58575, baseZNode=/0753217605 Received Disconnected from ZooKeeper, ignoring 2024-11-11T16:21:21,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1002fa51be00005, quorum=127.0.0.1:58575, baseZNode=/1406105891 Received Disconnected from ZooKeeper, ignoring 2024-11-11T16:21:21,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1002fa51be00008, quorum=127.0.0.1:58575, baseZNode=/2339496278 Received Disconnected from ZooKeeper, ignoring 2024-11-11T16:21:21,342 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:21:21,348 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:21:21,382 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:21:21,382 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:21:21,382 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T16:21:21,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:21:21,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12ca5e88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:21:21,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20ce5123{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:21:21,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7eb14f86{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/java.io.tmpdir/jetty-localhost-34061-hadoop-hdfs-3_4_1-tests_jar-_-any-3493724977495594099/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:21:21,555 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@738f653d{HTTP/1.1, (http/1.1)}{localhost:34061} 2024-11-11T16:21:21,555 INFO [Time-limited test {}] server.Server(415): Started @227182ms 2024-11-11T16:21:21,659 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:21:21,663 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:21:21,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:21:21,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:21:21,671 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:21:21,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b4cf8bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:21:21,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5262f67e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:21:21,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d42760c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/java.io.tmpdir/jetty-localhost-38565-hadoop-hdfs-3_4_1-tests_jar-_-any-15786778433132094641/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:21:21,840 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c96ae{HTTP/1.1, (http/1.1)}{localhost:38565} 2024-11-11T16:21:21,840 INFO [Time-limited test {}] server.Server(415): Started @227467ms 2024-11-11T16:21:21,842 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:21:22,031 WARN [Thread-3409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/cluster_3a51fa8e-e566-9e01-89d1-36caae507248/data/data2/current/BP-339263271-172.17.0.2-1731342081264/current, will proceed with Du for space computation calculation, 2024-11-11T16:21:22,031 WARN [Thread-3408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/cluster_3a51fa8e-e566-9e01-89d1-36caae507248/data/data1/current/BP-339263271-172.17.0.2-1731342081264/current, will proceed with Du for space computation calculation, 2024-11-11T16:21:22,088 WARN [Thread-3396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:21:22,092 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdab35a956135a590 with lease ID 0x1c8e3365597a9487: Processing first storage report for DS-c04dccb8-d4b0-425c-9918-b131d4e2880d from datanode DatanodeRegistration(127.0.0.1:34961, datanodeUuid=39e44e8e-ba26-4e1f-bb8c-09f56bdc0bc4, infoPort=36089, infoSecurePort=0, ipcPort=37683, storageInfo=lv=-57;cid=testClusterID;nsid=1846737543;c=1731342081264) 2024-11-11T16:21:22,092 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdab35a956135a590 with lease ID 0x1c8e3365597a9487: from storage DS-c04dccb8-d4b0-425c-9918-b131d4e2880d node DatanodeRegistration(127.0.0.1:34961, datanodeUuid=39e44e8e-ba26-4e1f-bb8c-09f56bdc0bc4, infoPort=36089, infoSecurePort=0, ipcPort=37683, storageInfo=lv=-57;cid=testClusterID;nsid=1846737543;c=1731342081264), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:21:22,092 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdab35a956135a590 with lease ID 0x1c8e3365597a9487: Processing first storage report for DS-6d6db972-b609-4bc1-82bb-2e373586d835 from datanode DatanodeRegistration(127.0.0.1:34961, datanodeUuid=39e44e8e-ba26-4e1f-bb8c-09f56bdc0bc4, infoPort=36089, infoSecurePort=0, ipcPort=37683, storageInfo=lv=-57;cid=testClusterID;nsid=1846737543;c=1731342081264) 2024-11-11T16:21:22,092 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdab35a956135a590 with lease ID 0x1c8e3365597a9487: from storage DS-6d6db972-b609-4bc1-82bb-2e373586d835 node DatanodeRegistration(127.0.0.1:34961, datanodeUuid=39e44e8e-ba26-4e1f-bb8c-09f56bdc0bc4, infoPort=36089, infoSecurePort=0, ipcPort=37683, storageInfo=lv=-57;cid=testClusterID;nsid=1846737543;c=1731342081264), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:21:22,117 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14 2024-11-11T16:21:22,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:22,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:22,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:21:22,558 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a with version=8 2024-11-11T16:21:22,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/hbase-staging 2024-11-11T16:21:22,561 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:21:22,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:21:22,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:21:22,561 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:21:22,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:21:22,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:21:22,561 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:21:22,561 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:21:22,562 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45663 2024-11-11T16:21:22,563 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45663 connecting to ZooKeeper ensemble=127.0.0.1:50501 2024-11-11T16:21:22,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456630x0, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:21:22,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45663-0x1002fa5a7700000 connected 2024-11-11T16:21:22,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:22,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:22,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Set watcher on znode that does not yet exist, /0-1173051296/running 2024-11-11T16:21:22,645 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a, hbase.cluster.distributed=false 2024-11-11T16:21:22,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Set watcher on znode that does not yet exist, /0-1173051296/acl 2024-11-11T16:21:22,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45663 2024-11-11T16:21:22,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45663 2024-11-11T16:21:22,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45663 2024-11-11T16:21:22,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45663 2024-11-11T16:21:22,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45663 2024-11-11T16:21:22,682 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:21:22,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:21:22,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:21:22,682 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:21:22,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:21:22,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:21:22,682 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:21:22,683 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:21:22,683 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39921 2024-11-11T16:21:22,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39921 connecting to ZooKeeper ensemble=127.0.0.1:50501 2024-11-11T16:21:22,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:22,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:22,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399210x0, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:21:22,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399210x0, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Set watcher on znode that does not yet exist, /0-1173051296/running 2024-11-11T16:21:22,694 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:21:22,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39921-0x1002fa5a7700001 connected 2024-11-11T16:21:22,700 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:21:22,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39921-0x1002fa5a7700001, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Set watcher on znode that does not yet exist, /0-1173051296/master 2024-11-11T16:21:22,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39921-0x1002fa5a7700001, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Set watcher on znode that does not yet exist, /0-1173051296/acl 2024-11-11T16:21:22,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39921 2024-11-11T16:21:22,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39921 2024-11-11T16:21:22,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39921 2024-11-11T16:21:22,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39921 2024-11-11T16:21:22,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39921 2024-11-11T16:21:22,733 DEBUG [M:0;16b413a53992:45663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:45663 2024-11-11T16:21:22,735 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1173051296/backup-masters/16b413a53992,45663,1731342082561 2024-11-11T16:21:22,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1173051296/backup-masters 2024-11-11T16:21:22,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39921-0x1002fa5a7700001, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1173051296/backup-masters 2024-11-11T16:21:22,737 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Set watcher on existing znode=/0-1173051296/backup-masters/16b413a53992,45663,1731342082561 2024-11-11T16:21:22,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39921-0x1002fa5a7700001, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1173051296/master 2024-11-11T16:21:22,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39921-0x1002fa5a7700001, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1173051296 2024-11-11T16:21:22,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1173051296 2024-11-11T16:21:22,740 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Set watcher on existing znode=/0-1173051296/master 2024-11-11T16:21:22,740 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1173051296/backup-masters/16b413a53992,45663,1731342082561 from backup master directory 2024-11-11T16:21:22,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1173051296/backup-masters/16b413a53992,45663,1731342082561 2024-11-11T16:21:22,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39921-0x1002fa5a7700001, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1173051296/backup-masters 2024-11-11T16:21:22,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1173051296/backup-masters 2024-11-11T16:21:22,742 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:21:22,742 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,45663,1731342082561 2024-11-11T16:21:22,749 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/hbase.id] with ID: fdc54128-8209-4967-9bbf-c741e2357683 2024-11-11T16:21:22,749 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/.tmp/hbase.id 2024-11-11T16:21:22,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:21:22,760 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/.tmp/hbase.id]:[hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/hbase.id] 2024-11-11T16:21:22,773 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:22,773 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:21:22,774 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T16:21:22,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1173051296 2024-11-11T16:21:22,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39921-0x1002fa5a7700001, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1173051296 2024-11-11T16:21:22,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:21:23,198 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:21:23,199 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:21:23,200 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:21:23,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:21:23,619 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/data/master/store 2024-11-11T16:21:23,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:21:24,025 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:24,025 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:21:24,025 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:24,025 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:24,025 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:21:24,025 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:24,025 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:24,025 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342084025Disabling compacts and flushes for region at 1731342084025Disabling writes for close at 1731342084025Writing region close event to WAL at 1731342084025Closed at 1731342084025 2024-11-11T16:21:24,026 WARN [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/data/master/store/.initializing 2024-11-11T16:21:24,026 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/WALs/16b413a53992,45663,1731342082561 2024-11-11T16:21:24,027 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:21:24,028 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C45663%2C1731342082561, suffix=, logDir=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/WALs/16b413a53992,45663,1731342082561, archiveDir=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/oldWALs, maxLogs=10 2024-11-11T16:21:24,046 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/WALs/16b413a53992,45663,1731342082561/16b413a53992%2C45663%2C1731342082561.1731342084028, exclude list is [], retry=0 2024-11-11T16:21:24,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34961,DS-c04dccb8-d4b0-425c-9918-b131d4e2880d,DISK] 2024-11-11T16:21:24,055 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/WALs/16b413a53992,45663,1731342082561/16b413a53992%2C45663%2C1731342082561.1731342084028 2024-11-11T16:21:24,055 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36089:36089)] 2024-11-11T16:21:24,055 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:21:24,055 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:24,055 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:24,055 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:24,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:24,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:21:24,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:24,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:24,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:24,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:21:24,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:24,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:24,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:24,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:21:24,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:24,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:24,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:24,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:21:24,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:24,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:24,063 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:24,064 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:24,064 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:24,065 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:24,065 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:24,066 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:21:24,067 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:24,068 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:21:24,069 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69067181, jitterRate=0.02918119728565216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:21:24,069 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731342084056Initializing all the Stores at 1731342084056Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342084056Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342084056Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342084056Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342084056Cleaning up temporary data from old regions at 1731342084065 (+9 ms)Region opened successfully at 1731342084069 (+4 ms) 2024-11-11T16:21:24,070 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:21:24,074 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45169e8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:21:24,075 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:21:24,075 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:21:24,075 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:21:24,075 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:21:24,076 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:21:24,076 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T16:21:24,076 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:21:24,082 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:21:24,083 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Unable to get data of znode /0-1173051296/balancer because node does not exist (not necessarily an error) 2024-11-11T16:21:24,086 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1173051296/balancer already deleted, retry=false 2024-11-11T16:21:24,086 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:21:24,087 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Unable to get data of znode /0-1173051296/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:21:24,088 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1173051296/normalizer already deleted, retry=false 2024-11-11T16:21:24,088 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:21:24,089 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Unable to get data of znode /0-1173051296/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:21:24,090 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1173051296/switch/split already deleted, retry=false 2024-11-11T16:21:24,091 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Unable to get data of znode /0-1173051296/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:21:24,092 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1173051296/switch/merge already deleted, retry=false 2024-11-11T16:21:24,094 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Unable to get data of znode /0-1173051296/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:21:24,095 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1173051296/snapshot-cleanup already deleted, retry=false 2024-11-11T16:21:24,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1173051296/running 2024-11-11T16:21:24,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1173051296 2024-11-11T16:21:24,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39921-0x1002fa5a7700001, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1173051296/running 2024-11-11T16:21:24,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39921-0x1002fa5a7700001, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1173051296 2024-11-11T16:21:24,097 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,45663,1731342082561, sessionid=0x1002fa5a7700000, setting cluster-up flag (Was=false) 2024-11-11T16:21:24,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1173051296 2024-11-11T16:21:24,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39921-0x1002fa5a7700001, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1173051296 2024-11-11T16:21:24,103 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1173051296/flush-table-proc/acquired, /0-1173051296/flush-table-proc/reached, /0-1173051296/flush-table-proc/abort 2024-11-11T16:21:24,104 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,45663,1731342082561 2024-11-11T16:21:24,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1173051296 2024-11-11T16:21:24,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39921-0x1002fa5a7700001, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1173051296 2024-11-11T16:21:24,110 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1173051296/online-snapshot/acquired, /0-1173051296/online-snapshot/reached, /0-1173051296/online-snapshot/abort 2024-11-11T16:21:24,111 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,45663,1731342082561 2024-11-11T16:21:24,112 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:21:24,113 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:21:24,113 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:21:24,113 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:21:24,114 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,45663,1731342082561 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:21:24,115 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:21:24,115 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:21:24,115 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:21:24,115 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:21:24,115 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:21:24,115 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:24,115 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:21:24,115 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:24,121 INFO [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer(746): ClusterId : fdc54128-8209-4967-9bbf-c741e2357683 2024-11-11T16:21:24,121 DEBUG [RS:0;16b413a53992:39921 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:21:24,122 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:21:24,122 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:21:24,123 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:24,123 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:21:24,123 DEBUG [RS:0;16b413a53992:39921 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:21:24,123 DEBUG [RS:0;16b413a53992:39921 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:21:24,124 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731342114124 2024-11-11T16:21:24,125 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:21:24,125 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:21:24,125 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:21:24,125 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:21:24,125 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:21:24,125 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:21:24,125 DEBUG [RS:0;16b413a53992:39921 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:21:24,125 DEBUG [RS:0;16b413a53992:39921 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10505619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:21:24,129 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:24,133 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:21:24,133 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:21:24,133 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:21:24,133 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T16:21:24,137 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:21:24,137 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:21:24,148 DEBUG [RS:0;16b413a53992:39921 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:39921 2024-11-11T16:21:24,148 INFO [RS:0;16b413a53992:39921 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:21:24,148 INFO [RS:0;16b413a53992:39921 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:21:24,148 DEBUG [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:21:24,149 INFO [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,45663,1731342082561 with port=39921, startcode=1731342082682 2024-11-11T16:21:24,149 DEBUG [RS:0;16b413a53992:39921 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:21:24,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:21:24,152 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:21:24,152 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342084137,5,FailOnTimeoutGroup] 2024-11-11T16:21:24,153 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a 2024-11-11T16:21:24,156 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342084152,5,FailOnTimeoutGroup] 2024-11-11T16:21:24,156 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:24,157 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:21:24,157 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:24,157 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:24,161 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:21:24,162 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45663 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,39921,1731342082682 2024-11-11T16:21:24,162 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45663 {}] master.ServerManager(517): Registering regionserver=16b413a53992,39921,1731342082682 2024-11-11T16:21:24,163 DEBUG [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a 2024-11-11T16:21:24,163 DEBUG [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38351 2024-11-11T16:21:24,163 DEBUG [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:21:24,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:21:24,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1173051296/rs 2024-11-11T16:21:24,169 DEBUG [RS:0;16b413a53992:39921 {}] zookeeper.ZKUtil(111): regionserver:39921-0x1002fa5a7700001, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Set watcher on existing znode=/0-1173051296/rs/16b413a53992,39921,1731342082682 2024-11-11T16:21:24,169 WARN [RS:0;16b413a53992:39921 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:21:24,169 INFO [RS:0;16b413a53992:39921 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:21:24,170 DEBUG [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682 2024-11-11T16:21:24,173 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,39921,1731342082682] 2024-11-11T16:21:24,175 INFO [RS:0;16b413a53992:39921 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:21:24,176 INFO [RS:0;16b413a53992:39921 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:21:24,177 INFO [RS:0;16b413a53992:39921 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:21:24,177 INFO [RS:0;16b413a53992:39921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:24,179 INFO [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:21:24,180 INFO [RS:0;16b413a53992:39921 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:21:24,180 INFO [RS:0;16b413a53992:39921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:24,180 DEBUG [RS:0;16b413a53992:39921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:24,180 DEBUG [RS:0;16b413a53992:39921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:24,180 DEBUG [RS:0;16b413a53992:39921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:24,180 DEBUG [RS:0;16b413a53992:39921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:24,180 DEBUG [RS:0;16b413a53992:39921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:24,180 DEBUG [RS:0;16b413a53992:39921 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:21:24,180 DEBUG [RS:0;16b413a53992:39921 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:24,180 DEBUG [RS:0;16b413a53992:39921 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:24,180 DEBUG [RS:0;16b413a53992:39921 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:24,180 DEBUG [RS:0;16b413a53992:39921 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:24,180 DEBUG [RS:0;16b413a53992:39921 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:24,180 DEBUG [RS:0;16b413a53992:39921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:24,180 DEBUG [RS:0;16b413a53992:39921 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:21:24,180 DEBUG [RS:0;16b413a53992:39921 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:21:24,182 INFO [RS:0;16b413a53992:39921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:24,183 INFO [RS:0;16b413a53992:39921 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:24,183 INFO [RS:0;16b413a53992:39921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:24,183 INFO [RS:0;16b413a53992:39921 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:24,183 INFO [RS:0;16b413a53992:39921 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:24,183 INFO [RS:0;16b413a53992:39921 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,39921,1731342082682-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:21:24,206 INFO [RS:0;16b413a53992:39921 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:21:24,206 INFO [RS:0;16b413a53992:39921 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,39921,1731342082682-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:24,206 INFO [RS:0;16b413a53992:39921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:24,206 INFO [RS:0;16b413a53992:39921 {}] regionserver.Replication(171): 16b413a53992,39921,1731342082682 started 2024-11-11T16:21:24,222 INFO [RS:0;16b413a53992:39921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:24,223 INFO [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,39921,1731342082682, RpcServer on 16b413a53992/172.17.0.2:39921, sessionid=0x1002fa5a7700001 2024-11-11T16:21:24,223 DEBUG [RS:0;16b413a53992:39921 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:21:24,223 DEBUG [RS:0;16b413a53992:39921 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,39921,1731342082682 2024-11-11T16:21:24,223 DEBUG [RS:0;16b413a53992:39921 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,39921,1731342082682' 2024-11-11T16:21:24,223 DEBUG [RS:0;16b413a53992:39921 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1173051296/flush-table-proc/abort' 2024-11-11T16:21:24,223 DEBUG [RS:0;16b413a53992:39921 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1173051296/flush-table-proc/acquired' 2024-11-11T16:21:24,224 DEBUG [RS:0;16b413a53992:39921 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:21:24,224 DEBUG [RS:0;16b413a53992:39921 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:21:24,224 DEBUG [RS:0;16b413a53992:39921 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,39921,1731342082682 2024-11-11T16:21:24,224 DEBUG [RS:0;16b413a53992:39921 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,39921,1731342082682' 2024-11-11T16:21:24,224 DEBUG [RS:0;16b413a53992:39921 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1173051296/online-snapshot/abort' 2024-11-11T16:21:24,224 DEBUG [RS:0;16b413a53992:39921 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1173051296/online-snapshot/acquired' 2024-11-11T16:21:24,225 DEBUG [RS:0;16b413a53992:39921 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:21:24,225 INFO [RS:0;16b413a53992:39921 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:21:24,225 INFO [RS:0;16b413a53992:39921 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:21:24,325 INFO [RS:0;16b413a53992:39921 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:21:24,326 INFO [RS:0;16b413a53992:39921 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C39921%2C1731342082682, suffix=, logDir=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682, archiveDir=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/oldWALs, maxLogs=10 2024-11-11T16:21:24,340 DEBUG [RS:0;16b413a53992:39921 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327, exclude list is [], retry=0 2024-11-11T16:21:24,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34961,DS-c04dccb8-d4b0-425c-9918-b131d4e2880d,DISK] 2024-11-11T16:21:24,345 INFO [RS:0;16b413a53992:39921 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 2024-11-11T16:21:24,345 DEBUG [RS:0;16b413a53992:39921 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36089:36089)] 2024-11-11T16:21:24,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:24,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:21:24,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:21:24,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:24,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:24,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:21:24,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:21:24,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:24,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:24,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:21:24,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:21:24,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:24,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:24,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:21:24,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:21:24,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:24,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:24,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:21:24,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740 2024-11-11T16:21:24,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740 2024-11-11T16:21:24,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:21:24,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:21:24,581 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:21:24,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:21:24,585 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:21:24,585 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58984357, jitterRate=-0.12106458842754364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:21:24,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731342084567Initializing all the Stores at 1731342084568 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342084568Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342084568Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342084568Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342084568Cleaning up temporary data from old regions at 1731342084580 (+12 ms)Region opened successfully at 1731342084586 (+6 ms) 2024-11-11T16:21:24,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:21:24,586 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:21:24,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:21:24,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:21:24,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:21:24,587 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:21:24,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342084586Disabling compacts and flushes for region at 1731342084586Disabling writes for close at 1731342084586Writing region close event to WAL at 1731342084587 (+1 ms)Closed at 1731342084587 2024-11-11T16:21:24,588 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:21:24,588 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:21:24,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:21:24,589 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:21:24,592 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:21:24,742 DEBUG [16b413a53992:45663 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:21:24,743 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,39921,1731342082682 2024-11-11T16:21:24,745 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,39921,1731342082682, state=OPENING 2024-11-11T16:21:24,757 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:21:24,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39921-0x1002fa5a7700001, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1173051296 2024-11-11T16:21:24,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1173051296 2024-11-11T16:21:24,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1173051296/meta-region-server: CHANGED 2024-11-11T16:21:24,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1173051296/meta-region-server: CHANGED 2024-11-11T16:21:24,761 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:21:24,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,39921,1731342082682}] 2024-11-11T16:21:24,929 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:21:24,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:21:24,945 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:21:24,945 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:21:24,945 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:21:24,961 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C39921%2C1731342082682.meta, suffix=.meta, logDir=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682, archiveDir=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/oldWALs, maxLogs=10 2024-11-11T16:21:25,004 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.meta.1731342084962.meta, exclude list is [], retry=0 2024-11-11T16:21:25,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34961,DS-c04dccb8-d4b0-425c-9918-b131d4e2880d,DISK] 2024-11-11T16:21:25,017 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.meta.1731342084962.meta 2024-11-11T16:21:25,021 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36089:36089)] 2024-11-11T16:21:25,021 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:21:25,021 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:21:25,021 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:21:25,021 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:21:25,022 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:21:25,022 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:21:25,022 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:25,022 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:21:25,022 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:21:25,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:21:25,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:21:25,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:25,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:25,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:21:25,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:21:25,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:25,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:25,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:21:25,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:21:25,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:25,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:25,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:21:25,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:21:25,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:25,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:25,034 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:21:25,035 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740 2024-11-11T16:21:25,036 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740 2024-11-11T16:21:25,037 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:21:25,037 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:21:25,038 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:21:25,039 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:21:25,040 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67927183, jitterRate=0.01219390332698822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:21:25,040 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:21:25,040 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731342085022Writing region info on filesystem at 1731342085022Initializing all the Stores at 1731342085023 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342085023Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342085025 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342085025Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342085025Cleaning up temporary data from old regions at 1731342085037 (+12 ms)Running coprocessor post-open hooks at 1731342085040 (+3 ms)Region opened successfully at 1731342085040 2024-11-11T16:21:25,049 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731342084928 2024-11-11T16:21:25,052 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,39921,1731342082682 2024-11-11T16:21:25,052 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:21:25,052 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:21:25,053 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,39921,1731342082682, state=OPEN 2024-11-11T16:21:25,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1173051296/meta-region-server 2024-11-11T16:21:25,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39921-0x1002fa5a7700001, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1173051296/meta-region-server 2024-11-11T16:21:25,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1173051296/meta-region-server: CHANGED 2024-11-11T16:21:25,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1173051296/meta-region-server: CHANGED 2024-11-11T16:21:25,057 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,39921,1731342082682 2024-11-11T16:21:25,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:21:25,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,39921,1731342082682 in 296 msec 2024-11-11T16:21:25,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:21:25,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 471 msec 2024-11-11T16:21:25,063 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:21:25,064 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:21:25,069 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:21:25,069 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,39921,1731342082682, seqNum=-1] 2024-11-11T16:21:25,069 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:21:25,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:21:25,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 971 msec 2024-11-11T16:21:25,084 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731342085084, completionTime=-1 2024-11-11T16:21:25,084 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:21:25,084 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:21:25,086 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T16:21:25,087 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731342145086 2024-11-11T16:21:25,087 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731342205087 2024-11-11T16:21:25,087 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T16:21:25,087 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,45663,1731342082561-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:25,087 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,45663,1731342082561-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:25,087 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,45663,1731342082561-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:25,087 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:45663, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:25,087 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:25,088 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:25,089 DEBUG [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:21:25,092 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.350sec 2024-11-11T16:21:25,092 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:21:25,092 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:21:25,092 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:21:25,093 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:21:25,093 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:21:25,093 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,45663,1731342082561-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:21:25,093 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,45663,1731342082561-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:21:25,113 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:21:25,114 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:21:25,114 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,45663,1731342082561-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:25,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e774fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:25,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,45663,-1 for getting cluster id 2024-11-11T16:21:25,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:25,135 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdc54128-8209-4967-9bbf-c741e2357683' 2024-11-11T16:21:25,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:25,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdc54128-8209-4967-9bbf-c741e2357683" 2024-11-11T16:21:25,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16da0696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:25,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,45663,-1] 2024-11-11T16:21:25,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:25,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:25,137 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:25,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f73885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:25,138 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:21:25,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,39921,1731342082682, seqNum=-1] 2024-11-11T16:21:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:21:25,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:21:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16b413a53992,45663,1731342082561 2024-11-11T16:21:25,144 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50501 2024-11-11T16:21:25,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:21:25,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1002fa5a7700002 connected 2024-11-11T16:21:25,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/hadoop.log.dir so I do NOT create it in target/test-data/f4807411-ca5f-dc64-3198-937838761e71 2024-11-11T16:21:25,164 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T16:21:25,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/hadoop.tmp.dir so I do NOT create it in target/test-data/f4807411-ca5f-dc64-3198-937838761e71 2024-11-11T16:21:25,164 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T16:21:25,164 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71 2024-11-11T16:21:25,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:21:25,164 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/cluster_398a48ef-d116-8435-419f-d5330cd5815c, deleteOnExit=true 2024-11-11T16:21:25,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:21:25,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/test.cache.data in system properties and HBase conf 2024-11-11T16:21:25,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:21:25,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:21:25,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:21:25,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:21:25,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:21:25,165 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:21:25,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:21:25,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:21:25,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:21:25,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:21:25,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:21:25,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:21:25,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:21:25,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:21:25,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:21:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:21:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:21:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:21:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:21:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:21:25,347 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T16:21:25,367 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:25,368 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:25,369 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:25,369 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:25,524 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:25,525 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:25,525 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:25,526 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:25,526 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:25,527 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:25,537 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:25,541 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:25,542 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:25,545 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:25,717 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:21:25,722 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:21:25,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:21:25,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:21:25,793 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:21:25,805 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:21:25,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23f4a2ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:21:25,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@729e832e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:21:25,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e79aba7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/java.io.tmpdir/jetty-localhost-46877-hadoop-hdfs-3_4_1-tests_jar-_-any-17615145670184756517/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:21:25,999 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65ddd1b6{HTTP/1.1, (http/1.1)}{localhost:46877} 2024-11-11T16:21:25,999 INFO [Time-limited test {}] server.Server(415): Started @231625ms 2024-11-11T16:21:26,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:21:26,227 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:21:26,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:21:26,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:21:26,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:21:26,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66eea7be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:21:26,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1631e5e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:21:26,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ccb21a8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/java.io.tmpdir/jetty-localhost-38279-hadoop-hdfs-3_4_1-tests_jar-_-any-2536247975492818207/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:21:26,473 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b236aed{HTTP/1.1, (http/1.1)}{localhost:38279} 2024-11-11T16:21:26,473 INFO [Time-limited test {}] server.Server(415): Started @232100ms 2024-11-11T16:21:26,475 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:21:26,643 WARN [Thread-3529 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/cluster_398a48ef-d116-8435-419f-d5330cd5815c/data/data1/current/BP-642692510-172.17.0.2-1731342085250/current, will proceed with Du for space computation calculation, 2024-11-11T16:21:26,644 WARN [Thread-3530 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/cluster_398a48ef-d116-8435-419f-d5330cd5815c/data/data2/current/BP-642692510-172.17.0.2-1731342085250/current, will proceed with Du for space computation calculation, 2024-11-11T16:21:26,717 WARN [Thread-3517 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:21:26,720 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d9b9b06763b3f03 with lease ID 0xb773239d01d164e6: Processing first storage report for DS-0f8e8a5e-38a2-41a6-91de-6462f6c0370c from datanode DatanodeRegistration(127.0.0.1:35277, datanodeUuid=df7c4d58-d1d8-4442-825b-434bb556432c, infoPort=36619, infoSecurePort=0, ipcPort=43645, storageInfo=lv=-57;cid=testClusterID;nsid=263324179;c=1731342085250) 2024-11-11T16:21:26,720 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d9b9b06763b3f03 with lease ID 0xb773239d01d164e6: from storage DS-0f8e8a5e-38a2-41a6-91de-6462f6c0370c node DatanodeRegistration(127.0.0.1:35277, datanodeUuid=df7c4d58-d1d8-4442-825b-434bb556432c, infoPort=36619, infoSecurePort=0, ipcPort=43645, storageInfo=lv=-57;cid=testClusterID;nsid=263324179;c=1731342085250), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:21:26,720 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d9b9b06763b3f03 with lease ID 0xb773239d01d164e6: Processing first storage report for DS-456f0dcd-83e0-490f-9461-b310598aebe7 from datanode DatanodeRegistration(127.0.0.1:35277, datanodeUuid=df7c4d58-d1d8-4442-825b-434bb556432c, infoPort=36619, infoSecurePort=0, ipcPort=43645, storageInfo=lv=-57;cid=testClusterID;nsid=263324179;c=1731342085250) 2024-11-11T16:21:26,720 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d9b9b06763b3f03 with lease ID 0xb773239d01d164e6: from storage DS-456f0dcd-83e0-490f-9461-b310598aebe7 node DatanodeRegistration(127.0.0.1:35277, datanodeUuid=df7c4d58-d1d8-4442-825b-434bb556432c, infoPort=36619, infoSecurePort=0, ipcPort=43645, storageInfo=lv=-57;cid=testClusterID;nsid=263324179;c=1731342085250), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:21:26,781 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71 2024-11-11T16:21:26,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:26,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:26,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:21:26,800 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf with version=8 2024-11-11T16:21:26,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/hbase-staging 2024-11-11T16:21:26,803 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:21:26,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:21:26,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:21:26,803 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:21:26,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:21:26,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:21:26,803 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:21:26,804 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:21:26,804 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41559 2024-11-11T16:21:26,805 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41559 connecting to ZooKeeper ensemble=127.0.0.1:50501 2024-11-11T16:21:26,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415590x0, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:21:26,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41559-0x1002fa5a7700003 connected 2024-11-11T16:21:26,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:26,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:26,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Set watcher on znode that does not yet exist, /12010608661/running 2024-11-11T16:21:26,833 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf, hbase.cluster.distributed=false 2024-11-11T16:21:26,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Set watcher on znode that does not yet exist, /12010608661/acl 2024-11-11T16:21:26,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41559 2024-11-11T16:21:26,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41559 2024-11-11T16:21:26,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41559 2024-11-11T16:21:26,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41559 2024-11-11T16:21:26,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41559 2024-11-11T16:21:26,873 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:21:26,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:21:26,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:21:26,873 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:21:26,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:21:26,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:21:26,873 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:21:26,873 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:21:26,874 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38849 2024-11-11T16:21:26,874 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38849 connecting to ZooKeeper ensemble=127.0.0.1:50501 2024-11-11T16:21:26,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:26,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:26,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388490x0, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:21:26,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388490x0, quorum=127.0.0.1:50501, baseZNode=/12010608661 Set watcher on znode that does not yet exist, /12010608661/running 2024-11-11T16:21:26,884 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:21:26,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38849-0x1002fa5a7700004 connected 2024-11-11T16:21:26,897 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:21:26,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38849-0x1002fa5a7700004, quorum=127.0.0.1:50501, baseZNode=/12010608661 Set watcher on znode that does not yet exist, /12010608661/master 2024-11-11T16:21:26,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38849-0x1002fa5a7700004, quorum=127.0.0.1:50501, baseZNode=/12010608661 Set watcher on znode that does not yet exist, /12010608661/acl 2024-11-11T16:21:26,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38849 2024-11-11T16:21:26,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38849 2024-11-11T16:21:26,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38849 2024-11-11T16:21:26,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38849 2024-11-11T16:21:26,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38849 2024-11-11T16:21:26,928 DEBUG [M:0;16b413a53992:41559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:41559 2024-11-11T16:21:26,929 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12010608661/backup-masters/16b413a53992,41559,1731342086803 2024-11-11T16:21:26,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1002fa5a7700004, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12010608661/backup-masters 2024-11-11T16:21:26,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12010608661/backup-masters 2024-11-11T16:21:26,931 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Set watcher on existing znode=/12010608661/backup-masters/16b413a53992,41559,1731342086803 2024-11-11T16:21:26,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12010608661 2024-11-11T16:21:26,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1002fa5a7700004, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12010608661/master 2024-11-11T16:21:26,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1002fa5a7700004, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12010608661 2024-11-11T16:21:26,933 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Set watcher on existing znode=/12010608661/master 2024-11-11T16:21:26,934 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12010608661/backup-masters/16b413a53992,41559,1731342086803 from backup master directory 2024-11-11T16:21:26,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12010608661/backup-masters/16b413a53992,41559,1731342086803 2024-11-11T16:21:26,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12010608661/backup-masters 2024-11-11T16:21:26,935 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:21:26,935 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,41559,1731342086803 2024-11-11T16:21:26,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1002fa5a7700004, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12010608661/backup-masters 2024-11-11T16:21:26,945 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/hbase.id] with ID: 23eec99a-f604-4035-b071-238b54a7c05c 2024-11-11T16:21:26,945 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/.tmp/hbase.id 2024-11-11T16:21:26,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:21:26,964 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/.tmp/hbase.id]:[hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/hbase.id] 2024-11-11T16:21:26,973 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:26,973 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:21:26,974 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T16:21:26,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12010608661 2024-11-11T16:21:26,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1002fa5a7700004, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12010608661 2024-11-11T16:21:26,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:21:27,390 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:21:27,391 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:21:27,391 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:21:27,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:21:27,778 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:21:27,778 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T16:21:27,779 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68584 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T16:21:27,800 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/MasterData/data/master/store 2024-11-11T16:21:27,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:21:27,810 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:27,810 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:21:27,810 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:27,810 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:27,810 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:21:27,813 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:27,813 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:27,813 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342087810Disabling compacts and flushes for region at 1731342087810Disabling writes for close at 1731342087813 (+3 ms)Writing region close event to WAL at 1731342087813Closed at 1731342087813 2024-11-11T16:21:27,816 WARN [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/MasterData/data/master/store/.initializing 2024-11-11T16:21:27,816 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/MasterData/WALs/16b413a53992,41559,1731342086803 2024-11-11T16:21:27,818 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:21:27,819 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C41559%2C1731342086803, suffix=, logDir=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/MasterData/WALs/16b413a53992,41559,1731342086803, archiveDir=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/MasterData/oldWALs, maxLogs=10 2024-11-11T16:21:27,843 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/MasterData/WALs/16b413a53992,41559,1731342086803/16b413a53992%2C41559%2C1731342086803.1731342087819, exclude list is [], retry=0 2024-11-11T16:21:27,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35277,DS-0f8e8a5e-38a2-41a6-91de-6462f6c0370c,DISK] 2024-11-11T16:21:27,876 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/MasterData/WALs/16b413a53992,41559,1731342086803/16b413a53992%2C41559%2C1731342086803.1731342087819 2024-11-11T16:21:27,877 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36619:36619)] 2024-11-11T16:21:27,877 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:21:27,877 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:27,877 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:27,877 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:27,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:27,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:21:27,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:27,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:27,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:27,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:21:27,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:27,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:27,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:27,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:21:27,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:27,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:27,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:27,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:21:27,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:27,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:27,914 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:27,915 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:27,915 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:27,917 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:27,917 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:27,919 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:21:27,923 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:27,945 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:21:27,946 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62172938, jitterRate=-0.07355102896690369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:21:27,946 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731342087877Initializing all the Stores at 1731342087881 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342087881Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342087892 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342087892Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342087892Cleaning up temporary data from old regions at 1731342087917 (+25 ms)Region opened successfully at 1731342087946 (+29 ms) 2024-11-11T16:21:27,948 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:21:27,953 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d961ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:21:27,954 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:21:27,954 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:21:27,954 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:21:27,954 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:21:27,957 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-11T16:21:27,957 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T16:21:27,957 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:21:27,975 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:21:27,976 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Unable to get data of znode /12010608661/balancer because node does not exist (not necessarily an error) 2024-11-11T16:21:27,977 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12010608661/balancer already deleted, retry=false 2024-11-11T16:21:27,978 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:21:27,978 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Unable to get data of znode /12010608661/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:21:27,980 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12010608661/normalizer already deleted, retry=false 2024-11-11T16:21:27,980 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:21:27,981 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Unable to get data of znode /12010608661/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:21:27,983 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12010608661/switch/split already deleted, retry=false 2024-11-11T16:21:27,984 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Unable to get data of znode /12010608661/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:21:27,985 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12010608661/switch/merge already deleted, retry=false 2024-11-11T16:21:27,987 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Unable to get data of znode /12010608661/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:21:27,989 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12010608661/snapshot-cleanup already deleted, retry=false 2024-11-11T16:21:27,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1002fa5a7700004, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12010608661/running 2024-11-11T16:21:27,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1002fa5a7700004, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12010608661 2024-11-11T16:21:27,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12010608661/running 2024-11-11T16:21:27,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12010608661 2024-11-11T16:21:27,993 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,41559,1731342086803, sessionid=0x1002fa5a7700003, setting cluster-up flag (Was=false) 2024-11-11T16:21:28,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1002fa5a7700004, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12010608661 2024-11-11T16:21:28,004 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12010608661/flush-table-proc/acquired, /12010608661/flush-table-proc/reached, /12010608661/flush-table-proc/abort 2024-11-11T16:21:28,005 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,41559,1731342086803 2024-11-11T16:21:28,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1002fa5a7700004, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12010608661 2024-11-11T16:21:28,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12010608661 2024-11-11T16:21:28,012 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12010608661/online-snapshot/acquired, /12010608661/online-snapshot/reached, /12010608661/online-snapshot/abort 2024-11-11T16:21:28,013 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,41559,1731342086803 2024-11-11T16:21:28,017 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:21:28,018 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:21:28,018 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:21:28,019 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:21:28,019 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,41559,1731342086803 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:21:28,020 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:21:28,020 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:21:28,020 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:21:28,020 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:21:28,020 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:21:28,021 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:28,021 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:21:28,021 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:28,029 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731342118029 2024-11-11T16:21:28,029 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:21:28,029 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:21:28,029 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:21:28,029 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:21:28,029 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:21:28,029 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:21:28,029 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:28,030 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:21:28,030 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:21:28,030 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:28,031 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:21:28,032 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:21:28,032 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:21:28,032 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:21:28,032 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T16:21:28,036 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:21:28,036 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:21:28,041 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342088036,5,FailOnTimeoutGroup] 2024-11-11T16:21:28,043 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342088041,5,FailOnTimeoutGroup] 2024-11-11T16:21:28,043 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:28,043 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:21:28,043 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:28,043 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:28,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:21:28,131 INFO [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(746): ClusterId : 23eec99a-f604-4035-b071-238b54a7c05c 2024-11-11T16:21:28,131 DEBUG [RS:0;16b413a53992:38849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:21:28,134 DEBUG [RS:0;16b413a53992:38849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:21:28,134 DEBUG [RS:0;16b413a53992:38849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:21:28,136 DEBUG [RS:0;16b413a53992:38849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:21:28,136 DEBUG [RS:0;16b413a53992:38849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c1be1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:21:28,152 DEBUG [RS:0;16b413a53992:38849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:38849 2024-11-11T16:21:28,152 INFO [RS:0;16b413a53992:38849 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:21:28,152 INFO [RS:0;16b413a53992:38849 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:21:28,152 DEBUG [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:21:28,152 INFO [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,41559,1731342086803 with port=38849, startcode=1731342086872 2024-11-11T16:21:28,153 DEBUG [RS:0;16b413a53992:38849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:21:28,155 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:21:28,155 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41559 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,38849,1731342086872 2024-11-11T16:21:28,155 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41559 {}] master.ServerManager(517): Registering regionserver=16b413a53992,38849,1731342086872 2024-11-11T16:21:28,156 DEBUG [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf 2024-11-11T16:21:28,156 DEBUG [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36129 2024-11-11T16:21:28,156 DEBUG [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:21:28,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12010608661/rs 2024-11-11T16:21:28,161 DEBUG [RS:0;16b413a53992:38849 {}] zookeeper.ZKUtil(111): regionserver:38849-0x1002fa5a7700004, quorum=127.0.0.1:50501, baseZNode=/12010608661 Set watcher on existing znode=/12010608661/rs/16b413a53992,38849,1731342086872 2024-11-11T16:21:28,161 WARN [RS:0;16b413a53992:38849 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:21:28,161 INFO [RS:0;16b413a53992:38849 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:21:28,162 DEBUG [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872 2024-11-11T16:21:28,162 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,38849,1731342086872] 2024-11-11T16:21:28,168 INFO [RS:0;16b413a53992:38849 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:21:28,170 INFO [RS:0;16b413a53992:38849 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:21:28,172 INFO [RS:0;16b413a53992:38849 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:21:28,173 INFO [RS:0;16b413a53992:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:28,175 INFO [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:21:28,176 INFO [RS:0;16b413a53992:38849 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:21:28,176 INFO [RS:0;16b413a53992:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:28,176 DEBUG [RS:0;16b413a53992:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:28,176 DEBUG [RS:0;16b413a53992:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:28,176 DEBUG [RS:0;16b413a53992:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:28,176 DEBUG [RS:0;16b413a53992:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:28,176 DEBUG [RS:0;16b413a53992:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:28,176 DEBUG [RS:0;16b413a53992:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:21:28,176 DEBUG [RS:0;16b413a53992:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:28,176 DEBUG [RS:0;16b413a53992:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:28,176 DEBUG [RS:0;16b413a53992:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:28,176 DEBUG [RS:0;16b413a53992:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:28,176 DEBUG [RS:0;16b413a53992:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:28,176 DEBUG [RS:0;16b413a53992:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:28,176 DEBUG [RS:0;16b413a53992:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:21:28,176 DEBUG [RS:0;16b413a53992:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:21:28,177 INFO [RS:0;16b413a53992:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:28,177 INFO [RS:0;16b413a53992:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:28,177 INFO [RS:0;16b413a53992:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:28,177 INFO [RS:0;16b413a53992:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:28,177 INFO [RS:0;16b413a53992:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:28,177 INFO [RS:0;16b413a53992:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,38849,1731342086872-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:21:28,201 INFO [RS:0;16b413a53992:38849 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:21:28,202 INFO [RS:0;16b413a53992:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,38849,1731342086872-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:28,202 INFO [RS:0;16b413a53992:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:28,202 INFO [RS:0;16b413a53992:38849 {}] regionserver.Replication(171): 16b413a53992,38849,1731342086872 started 2024-11-11T16:21:28,222 INFO [RS:0;16b413a53992:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:28,222 INFO [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,38849,1731342086872, RpcServer on 16b413a53992/172.17.0.2:38849, sessionid=0x1002fa5a7700004 2024-11-11T16:21:28,222 DEBUG [RS:0;16b413a53992:38849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:21:28,223 DEBUG [RS:0;16b413a53992:38849 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,38849,1731342086872 2024-11-11T16:21:28,223 DEBUG [RS:0;16b413a53992:38849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,38849,1731342086872' 2024-11-11T16:21:28,223 DEBUG [RS:0;16b413a53992:38849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12010608661/flush-table-proc/abort' 2024-11-11T16:21:28,223 DEBUG [RS:0;16b413a53992:38849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12010608661/flush-table-proc/acquired' 2024-11-11T16:21:28,224 DEBUG [RS:0;16b413a53992:38849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:21:28,224 DEBUG [RS:0;16b413a53992:38849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:21:28,224 DEBUG [RS:0;16b413a53992:38849 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,38849,1731342086872 2024-11-11T16:21:28,224 DEBUG [RS:0;16b413a53992:38849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,38849,1731342086872' 2024-11-11T16:21:28,224 DEBUG [RS:0;16b413a53992:38849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12010608661/online-snapshot/abort' 2024-11-11T16:21:28,224 DEBUG [RS:0;16b413a53992:38849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12010608661/online-snapshot/acquired' 2024-11-11T16:21:28,225 DEBUG [RS:0;16b413a53992:38849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:21:28,225 INFO [RS:0;16b413a53992:38849 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:21:28,225 INFO [RS:0;16b413a53992:38849 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:21:28,325 INFO [RS:0;16b413a53992:38849 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:21:28,327 INFO [RS:0;16b413a53992:38849 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C38849%2C1731342086872, suffix=, logDir=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872, archiveDir=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/oldWALs, maxLogs=10 2024-11-11T16:21:28,363 DEBUG [RS:0;16b413a53992:38849 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328, exclude list is [], retry=0 2024-11-11T16:21:28,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35277,DS-0f8e8a5e-38a2-41a6-91de-6462f6c0370c,DISK] 2024-11-11T16:21:28,395 INFO [RS:0;16b413a53992:38849 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 2024-11-11T16:21:28,396 DEBUG [RS:0;16b413a53992:38849 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36619:36619)] 2024-11-11T16:21:28,446 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:21:28,446 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf 2024-11-11T16:21:28,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741833_1009 (size=32) 2024-11-11T16:21:28,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:28,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:21:28,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:21:28,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:28,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:28,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:21:28,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:21:28,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:28,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:28,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:21:28,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:21:28,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:28,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:28,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:21:28,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:21:28,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:28,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:28,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:21:28,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740 2024-11-11T16:21:28,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740 2024-11-11T16:21:28,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:21:28,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:21:28,495 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:21:28,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:21:28,498 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:21:28,498 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66037660, jitterRate=-0.015962183475494385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:21:28,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731342088457Initializing all the Stores at 1731342088458 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342088458Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342088472 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342088472Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342088472Cleaning up temporary data from old regions at 1731342088494 (+22 ms)Region opened successfully at 1731342088498 (+4 ms) 2024-11-11T16:21:28,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:21:28,498 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:21:28,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:21:28,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:21:28,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:21:28,499 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:21:28,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342088498Disabling compacts and flushes for region at 1731342088498Disabling writes for close at 1731342088499 (+1 ms)Writing region close event to WAL at 1731342088499Closed at 1731342088499 2024-11-11T16:21:28,501 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:21:28,501 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:21:28,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:21:28,502 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:21:28,503 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:21:28,653 DEBUG [16b413a53992:41559 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:21:28,654 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,38849,1731342086872 2024-11-11T16:21:28,655 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,38849,1731342086872, state=OPENING 2024-11-11T16:21:28,657 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:21:28,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1002fa5a7700004, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12010608661 2024-11-11T16:21:28,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12010608661 2024-11-11T16:21:28,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12010608661/meta-region-server: CHANGED 2024-11-11T16:21:28,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12010608661/meta-region-server: CHANGED 2024-11-11T16:21:28,665 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:21:28,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,38849,1731342086872}] 2024-11-11T16:21:28,818 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:21:28,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:21:28,873 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:21:28,874 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:21:28,875 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:21:28,879 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C38849%2C1731342086872.meta, suffix=.meta, logDir=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872, archiveDir=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/oldWALs, maxLogs=10 2024-11-11T16:21:28,900 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.meta.1731342088880.meta, exclude list is [], retry=0 2024-11-11T16:21:28,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35277,DS-0f8e8a5e-38a2-41a6-91de-6462f6c0370c,DISK] 2024-11-11T16:21:28,915 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.meta.1731342088880.meta 2024-11-11T16:21:28,916 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36619:36619)] 2024-11-11T16:21:28,916 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:21:28,917 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:21:28,917 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:21:28,917 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:21:28,917 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:21:28,917 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:21:28,918 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:28,918 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:21:28,918 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:21:28,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:21:28,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:21:28,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:28,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:28,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:21:28,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:21:28,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:28,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:28,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:21:28,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:21:28,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:28,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:28,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:21:28,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:21:28,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:28,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:28,924 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:21:28,924 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740 2024-11-11T16:21:28,925 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740 2024-11-11T16:21:28,926 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:21:28,927 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:21:28,927 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:21:28,928 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:21:28,929 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61824714, jitterRate=-0.07873997092247009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:21:28,929 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:21:28,929 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731342088918Writing region info on filesystem at 1731342088918Initializing all the Stores at 1731342088919 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342088919Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342088919Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342088919Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342088919Cleaning up temporary data from old regions at 1731342088927 (+8 ms)Running coprocessor post-open hooks at 1731342088929 (+2 ms)Region opened successfully at 1731342088929 2024-11-11T16:21:28,933 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731342088818 2024-11-11T16:21:28,936 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:21:28,936 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:21:28,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,38849,1731342086872 2024-11-11T16:21:28,937 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,38849,1731342086872, state=OPEN 2024-11-11T16:21:28,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1002fa5a7700004, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12010608661/meta-region-server 2024-11-11T16:21:28,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12010608661/meta-region-server: CHANGED 2024-11-11T16:21:28,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12010608661/meta-region-server 2024-11-11T16:21:28,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12010608661/meta-region-server: CHANGED 2024-11-11T16:21:28,941 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,38849,1731342086872 2024-11-11T16:21:28,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:21:28,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,38849,1731342086872 in 276 msec 2024-11-11T16:21:28,947 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:21:28,947 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:21:28,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:21:28,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 442 msec 2024-11-11T16:21:28,948 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:21:28,949 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,38849,1731342086872, seqNum=-1] 2024-11-11T16:21:28,949 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:21:28,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:21:28,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 938 msec 2024-11-11T16:21:28,956 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731342088956, completionTime=-1 2024-11-11T16:21:28,956 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:21:28,957 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:21:28,959 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T16:21:28,959 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731342148959 2024-11-11T16:21:28,959 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731342208959 2024-11-11T16:21:28,959 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T16:21:28,960 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,41559,1731342086803-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:28,960 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,41559,1731342086803-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:28,960 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,41559,1731342086803-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:28,960 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:41559, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:28,960 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:28,962 DEBUG [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:21:28,968 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:28,973 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.037sec 2024-11-11T16:21:28,973 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:21:28,973 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:21:28,973 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:21:28,973 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:21:28,973 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:21:28,973 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,41559,1731342086803-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:21:28,973 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,41559,1731342086803-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:21:28,982 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:21:28,982 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:21:28,982 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,41559,1731342086803-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:29,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9edafe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:29,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,41559,-1 for getting cluster id 2024-11-11T16:21:29,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:29,061 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23eec99a-f604-4035-b071-238b54a7c05c' 2024-11-11T16:21:29,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:29,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23eec99a-f604-4035-b071-238b54a7c05c" 2024-11-11T16:21:29,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d433e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:29,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,41559,-1] 2024-11-11T16:21:29,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:29,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:29,063 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:29,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf09989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:29,065 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:21:29,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,38849,1731342086872, seqNum=-1] 2024-11-11T16:21:29,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:21:29,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:21:29,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16b413a53992,41559,1731342086803 2024-11-11T16:21:29,073 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50501 2024-11-11T16:21:29,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:21:29,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1002fa5a7700005 connected 2024-11-11T16:21:29,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/hadoop.log.dir so I do NOT create it in target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3 2024-11-11T16:21:29,115 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T16:21:29,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/hadoop.tmp.dir so I do NOT create it in target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3 2024-11-11T16:21:29,115 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T16:21:29,115 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3 2024-11-11T16:21:29,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:21:29,115 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/cluster_41262f72-38ab-0424-12c5-757a65748e58, deleteOnExit=true 2024-11-11T16:21:29,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:21:29,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/test.cache.data in system properties and HBase conf 2024-11-11T16:21:29,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:21:29,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:21:29,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:21:29,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:21:29,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:21:29,116 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:21:29,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:21:29,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:21:29,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:21:29,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:21:29,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:21:29,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:21:29,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:21:29,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:21:29,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:21:29,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:21:29,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:21:29,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:21:29,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:21:29,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:21:29,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:21:29,258 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:21:29,286 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:21:29,286 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:21:29,286 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T16:21:29,287 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:21:29,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e4c5998{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:21:29,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6842fe12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:21:29,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2758d43d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/java.io.tmpdir/jetty-localhost-39809-hadoop-hdfs-3_4_1-tests_jar-_-any-538418352237474672/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:21:29,488 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76611e6f{HTTP/1.1, (http/1.1)}{localhost:39809} 2024-11-11T16:21:29,488 INFO [Time-limited test {}] server.Server(415): Started @235115ms 2024-11-11T16:21:29,735 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:21:29,739 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:21:29,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:21:29,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:21:29,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:21:29,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d0d812a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:21:29,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7276daf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:21:29,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@327edba8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/java.io.tmpdir/jetty-localhost-39163-hadoop-hdfs-3_4_1-tests_jar-_-any-8171171754145848924/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:21:29,979 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c183537{HTTP/1.1, (http/1.1)}{localhost:39163} 2024-11-11T16:21:29,980 INFO [Time-limited test {}] server.Server(415): Started @235606ms 2024-11-11T16:21:29,981 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:21:30,179 WARN [Thread-3649 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/cluster_41262f72-38ab-0424-12c5-757a65748e58/data/data1/current/BP-1920100216-172.17.0.2-1731342089150/current, will proceed with Du for space computation calculation, 2024-11-11T16:21:30,179 WARN [Thread-3650 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/cluster_41262f72-38ab-0424-12c5-757a65748e58/data/data2/current/BP-1920100216-172.17.0.2-1731342089150/current, will proceed with Du for space computation calculation, 2024-11-11T16:21:30,216 WARN [Thread-3637 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:21:30,224 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d6126cae73ee517 with lease ID 0x820d51eef02525b7: Processing first storage report for DS-de8fec82-bd2f-4bdf-ad9c-5c9bc6dc27a1 from datanode DatanodeRegistration(127.0.0.1:36971, datanodeUuid=815f6ac5-2b03-4f06-94c7-3e715ddba1f4, infoPort=45953, infoSecurePort=0, ipcPort=34285, storageInfo=lv=-57;cid=testClusterID;nsid=59963168;c=1731342089150) 2024-11-11T16:21:30,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d6126cae73ee517 with lease ID 0x820d51eef02525b7: from storage DS-de8fec82-bd2f-4bdf-ad9c-5c9bc6dc27a1 node DatanodeRegistration(127.0.0.1:36971, datanodeUuid=815f6ac5-2b03-4f06-94c7-3e715ddba1f4, infoPort=45953, infoSecurePort=0, ipcPort=34285, storageInfo=lv=-57;cid=testClusterID;nsid=59963168;c=1731342089150), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:21:30,224 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d6126cae73ee517 with lease ID 0x820d51eef02525b7: Processing first storage report for DS-cd78fcf2-f0af-42d4-8d96-387a3340d188 from datanode DatanodeRegistration(127.0.0.1:36971, datanodeUuid=815f6ac5-2b03-4f06-94c7-3e715ddba1f4, infoPort=45953, infoSecurePort=0, ipcPort=34285, storageInfo=lv=-57;cid=testClusterID;nsid=59963168;c=1731342089150) 2024-11-11T16:21:30,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d6126cae73ee517 with lease ID 0x820d51eef02525b7: from storage DS-cd78fcf2-f0af-42d4-8d96-387a3340d188 node DatanodeRegistration(127.0.0.1:36971, datanodeUuid=815f6ac5-2b03-4f06-94c7-3e715ddba1f4, infoPort=45953, infoSecurePort=0, ipcPort=34285, storageInfo=lv=-57;cid=testClusterID;nsid=59963168;c=1731342089150), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T16:21:30,226 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3 2024-11-11T16:21:30,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:30,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:30,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:21:30,248 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea with version=8 2024-11-11T16:21:30,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/hbase-staging 2024-11-11T16:21:30,251 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:21:30,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:21:30,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:21:30,252 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:21:30,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:21:30,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:21:30,252 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:21:30,252 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:21:30,253 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34909 2024-11-11T16:21:30,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34909 connecting to ZooKeeper ensemble=127.0.0.1:50501 2024-11-11T16:21:30,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349090x0, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:21:30,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34909-0x1002fa5a7700006 connected 2024-11-11T16:21:30,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:30,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:30,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Set watcher on znode that does not yet exist, /2687726124/running 2024-11-11T16:21:30,299 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea, hbase.cluster.distributed=false 2024-11-11T16:21:30,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Set watcher on znode that does not yet exist, /2687726124/acl 2024-11-11T16:21:30,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34909 2024-11-11T16:21:30,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34909 2024-11-11T16:21:30,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34909 2024-11-11T16:21:30,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34909 2024-11-11T16:21:30,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34909 2024-11-11T16:21:30,331 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:21:30,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:21:30,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:21:30,331 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:21:30,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:21:30,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:21:30,332 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:21:30,332 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:21:30,346 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46073 2024-11-11T16:21:30,347 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46073 connecting to ZooKeeper ensemble=127.0.0.1:50501 2024-11-11T16:21:30,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:30,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:30,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460730x0, quorum=127.0.0.1:50501, baseZNode=/2687726124 Set watcher on znode that does not yet exist, /2687726124/running 2024-11-11T16:21:30,362 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:21:30,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460730x0, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:21:30,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46073-0x1002fa5a7700007 connected 2024-11-11T16:21:30,426 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:21:30,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46073-0x1002fa5a7700007, quorum=127.0.0.1:50501, baseZNode=/2687726124 Set watcher on znode that does not yet exist, /2687726124/master 2024-11-11T16:21:30,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46073-0x1002fa5a7700007, quorum=127.0.0.1:50501, baseZNode=/2687726124 Set watcher on znode that does not yet exist, /2687726124/acl 2024-11-11T16:21:30,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46073 2024-11-11T16:21:30,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46073 2024-11-11T16:21:30,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46073 2024-11-11T16:21:30,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46073 2024-11-11T16:21:30,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46073 2024-11-11T16:21:30,484 DEBUG [M:0;16b413a53992:34909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:34909 2024-11-11T16:21:30,508 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2687726124/backup-masters/16b413a53992,34909,1731342090251 2024-11-11T16:21:30,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2687726124/backup-masters 2024-11-11T16:21:30,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1002fa5a7700007, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2687726124/backup-masters 2024-11-11T16:21:30,510 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Set watcher on existing znode=/2687726124/backup-masters/16b413a53992,34909,1731342090251 2024-11-11T16:21:30,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2687726124 2024-11-11T16:21:30,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1002fa5a7700007, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2687726124/master 2024-11-11T16:21:30,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1002fa5a7700007, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2687726124 2024-11-11T16:21:30,513 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Set watcher on existing znode=/2687726124/master 2024-11-11T16:21:30,513 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2687726124/backup-masters/16b413a53992,34909,1731342090251 from backup master directory 2024-11-11T16:21:30,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2687726124/backup-masters/16b413a53992,34909,1731342090251 2024-11-11T16:21:30,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2687726124/backup-masters 2024-11-11T16:21:30,515 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:21:30,515 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,34909,1731342090251 2024-11-11T16:21:30,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1002fa5a7700007, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2687726124/backup-masters 2024-11-11T16:21:30,529 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/hbase.id] with ID: a9c17343-9c13-4ef5-82ae-f4cdd0b59653 2024-11-11T16:21:30,529 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/.tmp/hbase.id 2024-11-11T16:21:30,529 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:21:30,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:30,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:30,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:30,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:30,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:21:30,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:30,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:30,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:30,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:30,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:30,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:30,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:30,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:30,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:30,659 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T16:21:30,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T16:21:30,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T16:21:30,961 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/.tmp/hbase.id]:[hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/hbase.id] 2024-11-11T16:21:30,972 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:30,973 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:21:30,974 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T16:21:30,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2687726124 2024-11-11T16:21:30,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1002fa5a7700007, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2687726124 2024-11-11T16:21:30,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:21:30,995 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:21:30,996 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:21:30,997 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:21:31,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:21:31,411 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/data/master/store 2024-11-11T16:21:31,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:21:31,430 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:31,430 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:21:31,430 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:31,431 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:31,431 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:21:31,431 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:31,431 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:31,431 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342091430Disabling compacts and flushes for region at 1731342091430Disabling writes for close at 1731342091431 (+1 ms)Writing region close event to WAL at 1731342091431Closed at 1731342091431 2024-11-11T16:21:31,432 WARN [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/data/master/store/.initializing 2024-11-11T16:21:31,432 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/WALs/16b413a53992,34909,1731342090251 2024-11-11T16:21:31,433 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:21:31,434 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C34909%2C1731342090251, suffix=, logDir=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/WALs/16b413a53992,34909,1731342090251, archiveDir=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/oldWALs, maxLogs=10 2024-11-11T16:21:31,458 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/WALs/16b413a53992,34909,1731342090251/16b413a53992%2C34909%2C1731342090251.1731342091435, exclude list is [], retry=0 2024-11-11T16:21:31,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36971,DS-de8fec82-bd2f-4bdf-ad9c-5c9bc6dc27a1,DISK] 2024-11-11T16:21:31,464 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/WALs/16b413a53992,34909,1731342090251/16b413a53992%2C34909%2C1731342090251.1731342091435 2024-11-11T16:21:31,466 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45953:45953)] 2024-11-11T16:21:31,466 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:21:31,467 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:31,467 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:31,467 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:31,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:31,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:21:31,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:31,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:31,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:31,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:21:31,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:31,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:31,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:31,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:21:31,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:31,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:31,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:31,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:21:31,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:31,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:31,489 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:31,490 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:31,490 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:31,491 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:31,491 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:31,491 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:21:31,492 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:31,494 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:21:31,495 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61831798, jitterRate=-0.07863441109657288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:21:31,495 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731342091467Initializing all the Stores at 1731342091468 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342091468Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342091484 (+16 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342091484Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342091484Cleaning up temporary data from old regions at 1731342091491 (+7 ms)Region opened successfully at 1731342091495 (+4 ms) 2024-11-11T16:21:31,496 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:21:31,503 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108c96a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:21:31,504 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:21:31,504 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:21:31,504 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:21:31,504 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:21:31,505 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:21:31,505 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T16:21:31,505 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:21:31,519 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:21:31,520 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Unable to get data of znode /2687726124/balancer because node does not exist (not necessarily an error) 2024-11-11T16:21:31,522 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2687726124/balancer already deleted, retry=false 2024-11-11T16:21:31,522 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:21:31,523 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Unable to get data of znode /2687726124/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:21:31,524 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2687726124/normalizer already deleted, retry=false 2024-11-11T16:21:31,525 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:21:31,533 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Unable to get data of znode /2687726124/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:21:31,534 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2687726124/switch/split already deleted, retry=false 2024-11-11T16:21:31,535 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Unable to get data of znode /2687726124/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:21:31,536 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2687726124/switch/merge already deleted, retry=false 2024-11-11T16:21:31,538 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Unable to get data of znode /2687726124/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:21:31,539 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2687726124/snapshot-cleanup already deleted, retry=false 2024-11-11T16:21:31,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2687726124/running 2024-11-11T16:21:31,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1002fa5a7700007, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2687726124/running 2024-11-11T16:21:31,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2687726124 2024-11-11T16:21:31,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1002fa5a7700007, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2687726124 2024-11-11T16:21:31,542 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,34909,1731342090251, sessionid=0x1002fa5a7700006, setting cluster-up flag (Was=false) 2024-11-11T16:21:31,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2687726124 2024-11-11T16:21:31,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1002fa5a7700007, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2687726124 2024-11-11T16:21:31,549 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2687726124/flush-table-proc/acquired, /2687726124/flush-table-proc/reached, /2687726124/flush-table-proc/abort 2024-11-11T16:21:31,550 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,34909,1731342090251 2024-11-11T16:21:31,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2687726124 2024-11-11T16:21:31,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1002fa5a7700007, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2687726124 2024-11-11T16:21:31,557 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2687726124/online-snapshot/acquired, /2687726124/online-snapshot/reached, /2687726124/online-snapshot/abort 2024-11-11T16:21:31,558 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,34909,1731342090251 2024-11-11T16:21:31,563 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:21:31,568 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:21:31,568 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:21:31,569 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:21:31,569 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,34909,1731342090251 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:21:31,570 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:21:31,571 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:21:31,571 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:21:31,571 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:21:31,571 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:21:31,571 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:31,571 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:21:31,571 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:31,578 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:21:31,578 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:21:31,579 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:31,579 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:21:31,583 INFO [RS:0;16b413a53992:46073 {}] regionserver.HRegionServer(746): ClusterId : a9c17343-9c13-4ef5-82ae-f4cdd0b59653 2024-11-11T16:21:31,583 DEBUG [RS:0;16b413a53992:46073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:21:31,585 DEBUG [RS:0;16b413a53992:46073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:21:31,585 DEBUG [RS:0;16b413a53992:46073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:21:31,587 DEBUG [RS:0;16b413a53992:46073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:21:31,588 DEBUG [RS:0;16b413a53992:46073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43287507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:21:31,588 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731342121588 2024-11-11T16:21:31,589 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:21:31,589 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:21:31,589 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:21:31,589 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:21:31,589 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:21:31,589 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:21:31,596 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:31,597 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:21:31,597 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:21:31,597 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:21:31,597 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T16:21:31,598 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:21:31,598 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:21:31,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:21:31,601 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342091598,5,FailOnTimeoutGroup] 2024-11-11T16:21:31,608 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342091601,5,FailOnTimeoutGroup] 2024-11-11T16:21:31,608 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:31,608 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:21:31,608 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:31,609 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:31,612 DEBUG [RS:0;16b413a53992:46073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:46073 2024-11-11T16:21:31,612 INFO [RS:0;16b413a53992:46073 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:21:31,612 INFO [RS:0;16b413a53992:46073 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:21:31,612 DEBUG [RS:0;16b413a53992:46073 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:21:31,613 INFO [RS:0;16b413a53992:46073 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,34909,1731342090251 with port=46073, startcode=1731342090331 2024-11-11T16:21:31,613 DEBUG [RS:0;16b413a53992:46073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:21:31,615 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:21:31,616 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,46073,1731342090331 2024-11-11T16:21:31,616 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34909 {}] master.ServerManager(517): Registering regionserver=16b413a53992,46073,1731342090331 2024-11-11T16:21:31,617 DEBUG [RS:0;16b413a53992:46073 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea 2024-11-11T16:21:31,617 DEBUG [RS:0;16b413a53992:46073 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32873 2024-11-11T16:21:31,617 DEBUG [RS:0;16b413a53992:46073 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:21:31,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2687726124/rs 2024-11-11T16:21:31,622 DEBUG [RS:0;16b413a53992:46073 {}] zookeeper.ZKUtil(111): regionserver:46073-0x1002fa5a7700007, quorum=127.0.0.1:50501, baseZNode=/2687726124 Set watcher on existing znode=/2687726124/rs/16b413a53992,46073,1731342090331 2024-11-11T16:21:31,623 WARN [RS:0;16b413a53992:46073 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:21:31,623 INFO [RS:0;16b413a53992:46073 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:21:31,623 DEBUG [RS:0;16b413a53992:46073 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331 2024-11-11T16:21:31,623 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,46073,1731342090331] 2024-11-11T16:21:31,630 INFO [RS:0;16b413a53992:46073 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:21:31,635 INFO [RS:0;16b413a53992:46073 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:21:31,635 INFO [RS:0;16b413a53992:46073 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:21:31,635 INFO [RS:0;16b413a53992:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:31,636 INFO [RS:0;16b413a53992:46073 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:21:31,637 INFO [RS:0;16b413a53992:46073 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:21:31,637 INFO [RS:0;16b413a53992:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:31,637 DEBUG [RS:0;16b413a53992:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:31,637 DEBUG [RS:0;16b413a53992:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:31,637 DEBUG [RS:0;16b413a53992:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:31,637 DEBUG [RS:0;16b413a53992:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:31,637 DEBUG [RS:0;16b413a53992:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:31,637 DEBUG [RS:0;16b413a53992:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:21:31,637 DEBUG [RS:0;16b413a53992:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:31,637 DEBUG [RS:0;16b413a53992:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:31,637 DEBUG [RS:0;16b413a53992:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:31,637 DEBUG [RS:0;16b413a53992:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:31,637 DEBUG [RS:0;16b413a53992:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:31,637 DEBUG [RS:0;16b413a53992:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:31,637 DEBUG [RS:0;16b413a53992:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:21:31,637 DEBUG [RS:0;16b413a53992:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:21:31,638 INFO [RS:0;16b413a53992:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:31,638 INFO [RS:0;16b413a53992:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:31,638 INFO [RS:0;16b413a53992:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:31,638 INFO [RS:0;16b413a53992:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:31,638 INFO [RS:0;16b413a53992:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:31,638 INFO [RS:0;16b413a53992:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,46073,1731342090331-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:21:31,662 INFO [RS:0;16b413a53992:46073 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:21:31,662 INFO [RS:0;16b413a53992:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,46073,1731342090331-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:31,662 INFO [RS:0;16b413a53992:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:31,663 INFO [RS:0;16b413a53992:46073 {}] regionserver.Replication(171): 16b413a53992,46073,1731342090331 started 2024-11-11T16:21:31,682 INFO [RS:0;16b413a53992:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:31,683 INFO [RS:0;16b413a53992:46073 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,46073,1731342090331, RpcServer on 16b413a53992/172.17.0.2:46073, sessionid=0x1002fa5a7700007 2024-11-11T16:21:31,683 DEBUG [RS:0;16b413a53992:46073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:21:31,683 DEBUG [RS:0;16b413a53992:46073 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,46073,1731342090331 2024-11-11T16:21:31,683 DEBUG [RS:0;16b413a53992:46073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,46073,1731342090331' 2024-11-11T16:21:31,683 DEBUG [RS:0;16b413a53992:46073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2687726124/flush-table-proc/abort' 2024-11-11T16:21:31,683 DEBUG [RS:0;16b413a53992:46073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2687726124/flush-table-proc/acquired' 2024-11-11T16:21:31,684 DEBUG [RS:0;16b413a53992:46073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:21:31,684 DEBUG [RS:0;16b413a53992:46073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:21:31,684 DEBUG [RS:0;16b413a53992:46073 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,46073,1731342090331 2024-11-11T16:21:31,684 DEBUG [RS:0;16b413a53992:46073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,46073,1731342090331' 2024-11-11T16:21:31,684 DEBUG [RS:0;16b413a53992:46073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2687726124/online-snapshot/abort' 2024-11-11T16:21:31,684 DEBUG [RS:0;16b413a53992:46073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2687726124/online-snapshot/acquired' 2024-11-11T16:21:31,685 DEBUG [RS:0;16b413a53992:46073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:21:31,685 INFO [RS:0;16b413a53992:46073 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:21:31,685 INFO [RS:0;16b413a53992:46073 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:21:31,786 INFO [RS:0;16b413a53992:46073 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:21:31,788 INFO [RS:0;16b413a53992:46073 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C46073%2C1731342090331, suffix=, logDir=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331, archiveDir=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/oldWALs, maxLogs=10 2024-11-11T16:21:31,808 DEBUG [RS:0;16b413a53992:46073 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789, exclude list is [], retry=0 2024-11-11T16:21:31,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36971,DS-de8fec82-bd2f-4bdf-ad9c-5c9bc6dc27a1,DISK] 2024-11-11T16:21:31,814 INFO [RS:0;16b413a53992:46073 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 2024-11-11T16:21:31,814 DEBUG [RS:0;16b413a53992:46073 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45953:45953)] 2024-11-11T16:21:32,000 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:21:32,001 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea 2024-11-11T16:21:32,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741833_1009 (size=32) 2024-11-11T16:21:32,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:32,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:21:32,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:21:32,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:32,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:32,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:21:32,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:21:32,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:32,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:32,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:21:32,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:21:32,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:32,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:32,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:21:32,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:21:32,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:32,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:32,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:21:32,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740 2024-11-11T16:21:32,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740 2024-11-11T16:21:32,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:21:32,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:21:32,021 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:21:32,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:21:32,023 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:21:32,023 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68627958, jitterRate=0.02263626456260681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:21:32,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731342092010Initializing all the Stores at 1731342092011 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342092011Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342092011Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342092011Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342092011Cleaning up temporary data from old regions at 1731342092020 (+9 ms)Region opened successfully at 1731342092023 (+3 ms) 2024-11-11T16:21:32,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:21:32,023 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:21:32,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:21:32,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:21:32,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:21:32,024 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:21:32,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342092023Disabling compacts and flushes for region at 1731342092023Disabling writes for close at 1731342092023Writing region close event to WAL at 1731342092024 (+1 ms)Closed at 1731342092024 2024-11-11T16:21:32,025 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:21:32,025 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:21:32,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:21:32,026 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:21:32,026 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:21:32,177 DEBUG [16b413a53992:34909 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:21:32,178 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,46073,1731342090331 2024-11-11T16:21:32,179 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,46073,1731342090331, state=OPENING 2024-11-11T16:21:32,181 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:21:32,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1002fa5a7700007, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2687726124 2024-11-11T16:21:32,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2687726124 2024-11-11T16:21:32,183 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:21:32,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2687726124/meta-region-server: CHANGED 2024-11-11T16:21:32,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,46073,1731342090331}] 2024-11-11T16:21:32,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2687726124/meta-region-server: CHANGED 2024-11-11T16:21:32,335 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:21:32,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:21:32,340 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:21:32,340 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:21:32,340 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:21:32,341 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C46073%2C1731342090331.meta, suffix=.meta, logDir=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331, archiveDir=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/oldWALs, maxLogs=10 2024-11-11T16:21:32,356 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.meta.1731342092342.meta, exclude list is [], retry=0 2024-11-11T16:21:32,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36971,DS-de8fec82-bd2f-4bdf-ad9c-5c9bc6dc27a1,DISK] 2024-11-11T16:21:32,360 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.meta.1731342092342.meta 2024-11-11T16:21:32,360 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45953:45953)] 2024-11-11T16:21:32,360 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:21:32,361 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:21:32,361 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:21:32,361 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:21:32,361 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:21:32,361 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:21:32,361 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:32,361 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:21:32,361 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:21:32,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:21:32,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:21:32,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:32,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:32,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:21:32,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:21:32,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:32,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:32,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:21:32,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:21:32,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:32,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:32,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:21:32,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:21:32,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:32,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:32,369 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:21:32,369 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740 2024-11-11T16:21:32,370 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740 2024-11-11T16:21:32,371 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:21:32,371 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:21:32,372 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:21:32,373 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:21:32,374 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71423073, jitterRate=0.0642867237329483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:21:32,374 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:21:32,374 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731342092361Writing region info on filesystem at 1731342092361Initializing all the Stores at 1731342092362 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342092362Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342092364 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342092364Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342092364Cleaning up temporary data from old regions at 1731342092371 (+7 ms)Running coprocessor post-open hooks at 1731342092374 (+3 ms)Region opened successfully at 1731342092374 2024-11-11T16:21:32,375 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731342092335 2024-11-11T16:21:32,378 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:21:32,378 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:21:32,379 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,46073,1731342090331 2024-11-11T16:21:32,380 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,46073,1731342090331, state=OPEN 2024-11-11T16:21:32,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2687726124/meta-region-server 2024-11-11T16:21:32,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1002fa5a7700007, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2687726124/meta-region-server 2024-11-11T16:21:32,381 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,46073,1731342090331 2024-11-11T16:21:32,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2687726124/meta-region-server: CHANGED 2024-11-11T16:21:32,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2687726124/meta-region-server: CHANGED 2024-11-11T16:21:32,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:21:32,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,46073,1731342090331 in 198 msec 2024-11-11T16:21:32,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:21:32,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-11-11T16:21:32,387 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:21:32,387 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:21:32,388 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:21:32,388 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,46073,1731342090331, seqNum=-1] 2024-11-11T16:21:32,389 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:21:32,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:21:32,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 834 msec 2024-11-11T16:21:32,402 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731342092402, completionTime=-1 2024-11-11T16:21:32,402 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:21:32,402 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:21:32,404 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T16:21:32,404 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731342152404 2024-11-11T16:21:32,404 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731342212404 2024-11-11T16:21:32,404 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T16:21:32,405 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,34909,1731342090251-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:32,405 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,34909,1731342090251-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:32,405 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,34909,1731342090251-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:32,405 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:34909, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:32,405 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:32,406 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:32,407 DEBUG [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:21:32,410 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.894sec 2024-11-11T16:21:32,410 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:21:32,410 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:21:32,410 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:21:32,410 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:21:32,410 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:21:32,410 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,34909,1731342090251-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:21:32,410 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,34909,1731342090251-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:21:32,412 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:21:32,412 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:21:32,412 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,34909,1731342090251-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:21:32,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1fcc63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:32,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,34909,-1 for getting cluster id 2024-11-11T16:21:32,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:32,479 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9c17343-9c13-4ef5-82ae-f4cdd0b59653' 2024-11-11T16:21:32,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:32,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9c17343-9c13-4ef5-82ae-f4cdd0b59653" 2024-11-11T16:21:32,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9914ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:32,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,34909,-1] 2024-11-11T16:21:32,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:32,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:32,481 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:32,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490c9ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:32,483 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:21:32,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,46073,1731342090331, seqNum=-1] 2024-11-11T16:21:32,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:21:32,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:21:32,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16b413a53992,34909,1731342090251 2024-11-11T16:21:32,488 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50501 2024-11-11T16:21:32,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:21:32,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1002fa5a7700008 connected 2024-11-11T16:21:32,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:21:32,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,45663,1731342082561 2024-11-11T16:21:32,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@597e469e 2024-11-11T16:21:32,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:21:32,497 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:21:32,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45663 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:21:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45663 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T16:21:32,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:21:32,501 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:32,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45663 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T16:21:32,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:21:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:21:32,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741835_1011 (size=902) 2024-11-11T16:21:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:21:32,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:21:32,938 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40832eef6655f47a634cb9bb2f0e7854, NAME => 'test,,1731342092498.40832eef6655f47a634cb9bb2f0e7854.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a 2024-11-11T16:21:32,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741836_1012 (size=39) 2024-11-11T16:21:32,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731342092498.40832eef6655f47a634cb9bb2f0e7854.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:32,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 40832eef6655f47a634cb9bb2f0e7854, disabling compactions & flushes 2024-11-11T16:21:32,966 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731342092498.40832eef6655f47a634cb9bb2f0e7854. 2024-11-11T16:21:32,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342092498.40832eef6655f47a634cb9bb2f0e7854. 2024-11-11T16:21:32,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731342092498.40832eef6655f47a634cb9bb2f0e7854. after waiting 0 ms 2024-11-11T16:21:32,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731342092498.40832eef6655f47a634cb9bb2f0e7854. 2024-11-11T16:21:32,966 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731342092498.40832eef6655f47a634cb9bb2f0e7854. 2024-11-11T16:21:32,967 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40832eef6655f47a634cb9bb2f0e7854: Waiting for close lock at 1731342092966Disabling compacts and flushes for region at 1731342092966Disabling writes for close at 1731342092966Writing region close event to WAL at 1731342092966Closed at 1731342092966 2024-11-11T16:21:32,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:21:32,969 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731342092498.40832eef6655f47a634cb9bb2f0e7854.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731342092968"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342092968"}]},"ts":"1731342092968"} 2024-11-11T16:21:32,973 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:21:32,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:21:32,974 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342092974"}]},"ts":"1731342092974"} 2024-11-11T16:21:32,978 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T16:21:32,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=40832eef6655f47a634cb9bb2f0e7854, ASSIGN}] 2024-11-11T16:21:32,979 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=40832eef6655f47a634cb9bb2f0e7854, ASSIGN 2024-11-11T16:21:32,980 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=40832eef6655f47a634cb9bb2f0e7854, ASSIGN; state=OFFLINE, location=16b413a53992,39921,1731342082682; forceNewPlan=false, retain=false 2024-11-11T16:21:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:21:33,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=40832eef6655f47a634cb9bb2f0e7854, regionState=OPENING, regionLocation=16b413a53992,39921,1731342082682 2024-11-11T16:21:33,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=40832eef6655f47a634cb9bb2f0e7854, ASSIGN because future has completed 2024-11-11T16:21:33,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40832eef6655f47a634cb9bb2f0e7854, server=16b413a53992,39921,1731342082682}] 2024-11-11T16:21:33,340 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731342092498.40832eef6655f47a634cb9bb2f0e7854. 2024-11-11T16:21:33,340 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 40832eef6655f47a634cb9bb2f0e7854, NAME => 'test,,1731342092498.40832eef6655f47a634cb9bb2f0e7854.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:21:33,340 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:21:33,340 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T16:21:33,341 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 40832eef6655f47a634cb9bb2f0e7854 2024-11-11T16:21:33,341 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731342092498.40832eef6655f47a634cb9bb2f0e7854.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:33,341 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 40832eef6655f47a634cb9bb2f0e7854 2024-11-11T16:21:33,341 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 40832eef6655f47a634cb9bb2f0e7854 2024-11-11T16:21:33,364 INFO [StoreOpener-40832eef6655f47a634cb9bb2f0e7854-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 40832eef6655f47a634cb9bb2f0e7854 2024-11-11T16:21:33,369 INFO [StoreOpener-40832eef6655f47a634cb9bb2f0e7854-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40832eef6655f47a634cb9bb2f0e7854 columnFamilyName f 2024-11-11T16:21:33,369 DEBUG [StoreOpener-40832eef6655f47a634cb9bb2f0e7854-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:33,373 INFO [StoreOpener-40832eef6655f47a634cb9bb2f0e7854-1 {}] regionserver.HStore(327): Store=40832eef6655f47a634cb9bb2f0e7854/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:33,373 INFO [StoreOpener-40832eef6655f47a634cb9bb2f0e7854-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 40832eef6655f47a634cb9bb2f0e7854 2024-11-11T16:21:33,374 INFO [StoreOpener-40832eef6655f47a634cb9bb2f0e7854-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40832eef6655f47a634cb9bb2f0e7854 columnFamilyName f1 2024-11-11T16:21:33,374 DEBUG [StoreOpener-40832eef6655f47a634cb9bb2f0e7854-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:33,374 INFO [StoreOpener-40832eef6655f47a634cb9bb2f0e7854-1 {}] regionserver.HStore(327): Store=40832eef6655f47a634cb9bb2f0e7854/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:33,375 INFO [StoreOpener-40832eef6655f47a634cb9bb2f0e7854-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 40832eef6655f47a634cb9bb2f0e7854 2024-11-11T16:21:33,385 INFO [StoreOpener-40832eef6655f47a634cb9bb2f0e7854-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40832eef6655f47a634cb9bb2f0e7854 columnFamilyName norep 2024-11-11T16:21:33,385 DEBUG [StoreOpener-40832eef6655f47a634cb9bb2f0e7854-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:33,386 INFO [StoreOpener-40832eef6655f47a634cb9bb2f0e7854-1 {}] regionserver.HStore(327): Store=40832eef6655f47a634cb9bb2f0e7854/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:33,386 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 40832eef6655f47a634cb9bb2f0e7854 2024-11-11T16:21:33,387 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/default/test/40832eef6655f47a634cb9bb2f0e7854 2024-11-11T16:21:33,387 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/default/test/40832eef6655f47a634cb9bb2f0e7854 2024-11-11T16:21:33,400 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 40832eef6655f47a634cb9bb2f0e7854 2024-11-11T16:21:33,401 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 40832eef6655f47a634cb9bb2f0e7854 2024-11-11T16:21:33,401 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:21:33,413 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 40832eef6655f47a634cb9bb2f0e7854 2024-11-11T16:21:33,426 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/default/test/40832eef6655f47a634cb9bb2f0e7854/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:21:33,426 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 40832eef6655f47a634cb9bb2f0e7854; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64379163, jitterRate=-0.04067571461200714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:21:33,426 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40832eef6655f47a634cb9bb2f0e7854 2024-11-11T16:21:33,428 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 40832eef6655f47a634cb9bb2f0e7854: Running coprocessor pre-open hook at 1731342093344Writing region info on filesystem at 1731342093344Initializing all the Stores at 1731342093346 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342093346Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342093363 (+17 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342093363Cleaning up temporary data from old regions at 1731342093401 (+38 ms)Running coprocessor post-open hooks at 1731342093426 (+25 ms)Region opened successfully at 1731342093428 (+2 ms) 2024-11-11T16:21:33,433 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731342092498.40832eef6655f47a634cb9bb2f0e7854., pid=6, masterSystemTime=1731342093304 2024-11-11T16:21:33,435 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731342092498.40832eef6655f47a634cb9bb2f0e7854. 2024-11-11T16:21:33,435 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731342092498.40832eef6655f47a634cb9bb2f0e7854. 2024-11-11T16:21:33,436 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=40832eef6655f47a634cb9bb2f0e7854, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16b413a53992,39921,1731342082682 2024-11-11T16:21:33,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40832eef6655f47a634cb9bb2f0e7854, server=16b413a53992,39921,1731342082682 because future has completed 2024-11-11T16:21:33,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T16:21:33,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 40832eef6655f47a634cb9bb2f0e7854, server=16b413a53992,39921,1731342082682 in 300 msec 2024-11-11T16:21:33,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T16:21:33,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=40832eef6655f47a634cb9bb2f0e7854, ASSIGN in 470 msec 2024-11-11T16:21:33,454 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:21:33,455 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342093454"}]},"ts":"1731342093454"} 2024-11-11T16:21:33,457 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T16:21:33,458 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:21:33,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 960 msec 2024-11-11T16:21:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:21:33,638 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T16:21:33,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:21:33,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,41559,1731342086803 2024-11-11T16:21:33,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a12036d 2024-11-11T16:21:33,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:21:33,641 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:21:33,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:21:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T16:21:33,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:21:33,644 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:33,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T16:21:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:21:33,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:21:33,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741835_1011 (size=902) 2024-11-11T16:21:33,658 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b7ef23feac5b5e8feaa9c09b3587dd73, NAME => 'test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf 2024-11-11T16:21:33,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741836_1012 (size=39) 2024-11-11T16:21:33,668 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:33,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b7ef23feac5b5e8feaa9c09b3587dd73, disabling compactions & flushes 2024-11-11T16:21:33,669 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73. 2024-11-11T16:21:33,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73. 2024-11-11T16:21:33,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73. after waiting 0 ms 2024-11-11T16:21:33,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73. 2024-11-11T16:21:33,669 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73. 2024-11-11T16:21:33,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b7ef23feac5b5e8feaa9c09b3587dd73: Waiting for close lock at 1731342093668Disabling compacts and flushes for region at 1731342093668Disabling writes for close at 1731342093669 (+1 ms)Writing region close event to WAL at 1731342093669Closed at 1731342093669 2024-11-11T16:21:33,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:21:33,673 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731342093673"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342093673"}]},"ts":"1731342093673"} 2024-11-11T16:21:33,676 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:21:33,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:21:33,677 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342093677"}]},"ts":"1731342093677"} 2024-11-11T16:21:33,678 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T16:21:33,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b7ef23feac5b5e8feaa9c09b3587dd73, ASSIGN}] 2024-11-11T16:21:33,680 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b7ef23feac5b5e8feaa9c09b3587dd73, ASSIGN 2024-11-11T16:21:33,681 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b7ef23feac5b5e8feaa9c09b3587dd73, ASSIGN; state=OFFLINE, location=16b413a53992,38849,1731342086872; forceNewPlan=false, retain=false 2024-11-11T16:21:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:21:33,832 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b7ef23feac5b5e8feaa9c09b3587dd73, regionState=OPENING, regionLocation=16b413a53992,38849,1731342086872 2024-11-11T16:21:33,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b7ef23feac5b5e8feaa9c09b3587dd73, ASSIGN because future has completed 2024-11-11T16:21:33,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7ef23feac5b5e8feaa9c09b3587dd73, server=16b413a53992,38849,1731342086872}] 2024-11-11T16:21:33,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:21:34,033 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73. 2024-11-11T16:21:34,033 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b7ef23feac5b5e8feaa9c09b3587dd73, NAME => 'test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:21:34,041 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:21:34,041 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T16:21:34,041 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b7ef23feac5b5e8feaa9c09b3587dd73 2024-11-11T16:21:34,041 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:34,042 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b7ef23feac5b5e8feaa9c09b3587dd73 2024-11-11T16:21:34,042 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b7ef23feac5b5e8feaa9c09b3587dd73 2024-11-11T16:21:34,047 INFO [StoreOpener-b7ef23feac5b5e8feaa9c09b3587dd73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b7ef23feac5b5e8feaa9c09b3587dd73 2024-11-11T16:21:34,057 INFO [StoreOpener-b7ef23feac5b5e8feaa9c09b3587dd73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7ef23feac5b5e8feaa9c09b3587dd73 columnFamilyName f 2024-11-11T16:21:34,057 DEBUG [StoreOpener-b7ef23feac5b5e8feaa9c09b3587dd73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:34,061 INFO [StoreOpener-b7ef23feac5b5e8feaa9c09b3587dd73-1 {}] regionserver.HStore(327): Store=b7ef23feac5b5e8feaa9c09b3587dd73/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:34,062 INFO [StoreOpener-b7ef23feac5b5e8feaa9c09b3587dd73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b7ef23feac5b5e8feaa9c09b3587dd73 2024-11-11T16:21:34,063 INFO [StoreOpener-b7ef23feac5b5e8feaa9c09b3587dd73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7ef23feac5b5e8feaa9c09b3587dd73 columnFamilyName f1 2024-11-11T16:21:34,063 DEBUG [StoreOpener-b7ef23feac5b5e8feaa9c09b3587dd73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:34,064 INFO [StoreOpener-b7ef23feac5b5e8feaa9c09b3587dd73-1 {}] regionserver.HStore(327): Store=b7ef23feac5b5e8feaa9c09b3587dd73/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:34,064 INFO [StoreOpener-b7ef23feac5b5e8feaa9c09b3587dd73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b7ef23feac5b5e8feaa9c09b3587dd73 2024-11-11T16:21:34,065 INFO [StoreOpener-b7ef23feac5b5e8feaa9c09b3587dd73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7ef23feac5b5e8feaa9c09b3587dd73 columnFamilyName norep 2024-11-11T16:21:34,065 DEBUG [StoreOpener-b7ef23feac5b5e8feaa9c09b3587dd73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:34,066 INFO [StoreOpener-b7ef23feac5b5e8feaa9c09b3587dd73-1 {}] regionserver.HStore(327): Store=b7ef23feac5b5e8feaa9c09b3587dd73/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:34,066 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b7ef23feac5b5e8feaa9c09b3587dd73 2024-11-11T16:21:34,067 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/default/test/b7ef23feac5b5e8feaa9c09b3587dd73 2024-11-11T16:21:34,067 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/default/test/b7ef23feac5b5e8feaa9c09b3587dd73 2024-11-11T16:21:34,069 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b7ef23feac5b5e8feaa9c09b3587dd73 2024-11-11T16:21:34,069 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b7ef23feac5b5e8feaa9c09b3587dd73 2024-11-11T16:21:34,070 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:21:34,071 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b7ef23feac5b5e8feaa9c09b3587dd73 2024-11-11T16:21:34,072 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/default/test/b7ef23feac5b5e8feaa9c09b3587dd73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:21:34,078 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b7ef23feac5b5e8feaa9c09b3587dd73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62811365, jitterRate=-0.06403772532939911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:21:34,078 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7ef23feac5b5e8feaa9c09b3587dd73 2024-11-11T16:21:34,078 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b7ef23feac5b5e8feaa9c09b3587dd73: Running coprocessor pre-open hook at 1731342094042Writing region info on filesystem at 1731342094042Initializing all the Stores at 1731342094043 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342094043Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342094044 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342094044Cleaning up temporary data from old regions at 1731342094069 (+25 ms)Running coprocessor post-open hooks at 1731342094078 (+9 ms)Region opened successfully at 1731342094078 2024-11-11T16:21:34,081 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73., pid=6, masterSystemTime=1731342094008 2024-11-11T16:21:34,083 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73. 2024-11-11T16:21:34,083 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73. 2024-11-11T16:21:34,084 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b7ef23feac5b5e8feaa9c09b3587dd73, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16b413a53992,38849,1731342086872 2024-11-11T16:21:34,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7ef23feac5b5e8feaa9c09b3587dd73, server=16b413a53992,38849,1731342086872 because future has completed 2024-11-11T16:21:34,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T16:21:34,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b7ef23feac5b5e8feaa9c09b3587dd73, server=16b413a53992,38849,1731342086872 in 258 msec 2024-11-11T16:21:34,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T16:21:34,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b7ef23feac5b5e8feaa9c09b3587dd73, ASSIGN in 443 msec 2024-11-11T16:21:34,133 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:21:34,133 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342094133"}]},"ts":"1731342094133"} 2024-11-11T16:21:34,137 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T16:21:34,138 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:21:34,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 496 msec 2024-11-11T16:21:34,169 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T16:21:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:21:34,270 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T16:21:34,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:21:34,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,34909,1731342090251 2024-11-11T16:21:34,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@463f1468 2024-11-11T16:21:34,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:21:34,283 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:21:34,285 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34909 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:21:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34909 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T16:21:34,295 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:21:34,296 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:34,297 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34909 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T16:21:34,298 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:21:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:21:34,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741835_1011 (size=902) 2024-11-11T16:21:34,362 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a36abc33f196c737dddfcb6702e786c2, NAME => 'test,,1731342094284.a36abc33f196c737dddfcb6702e786c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea 2024-11-11T16:21:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:21:34,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741836_1012 (size=39) 2024-11-11T16:21:34,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731342094284.a36abc33f196c737dddfcb6702e786c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:34,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a36abc33f196c737dddfcb6702e786c2, disabling compactions & flushes 2024-11-11T16:21:34,457 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731342094284.a36abc33f196c737dddfcb6702e786c2. 2024-11-11T16:21:34,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342094284.a36abc33f196c737dddfcb6702e786c2. 2024-11-11T16:21:34,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731342094284.a36abc33f196c737dddfcb6702e786c2. after waiting 0 ms 2024-11-11T16:21:34,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731342094284.a36abc33f196c737dddfcb6702e786c2. 2024-11-11T16:21:34,457 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731342094284.a36abc33f196c737dddfcb6702e786c2. 2024-11-11T16:21:34,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a36abc33f196c737dddfcb6702e786c2: Waiting for close lock at 1731342094457Disabling compacts and flushes for region at 1731342094457Disabling writes for close at 1731342094457Writing region close event to WAL at 1731342094457Closed at 1731342094457 2024-11-11T16:21:34,458 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:21:34,459 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731342094284.a36abc33f196c737dddfcb6702e786c2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731342094458"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342094458"}]},"ts":"1731342094458"} 2024-11-11T16:21:34,469 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:21:34,470 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:21:34,470 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342094470"}]},"ts":"1731342094470"} 2024-11-11T16:21:34,481 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T16:21:34,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a36abc33f196c737dddfcb6702e786c2, ASSIGN}] 2024-11-11T16:21:34,482 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a36abc33f196c737dddfcb6702e786c2, ASSIGN 2024-11-11T16:21:34,484 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a36abc33f196c737dddfcb6702e786c2, ASSIGN; state=OFFLINE, location=16b413a53992,46073,1731342090331; forceNewPlan=false, retain=false 2024-11-11T16:21:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:21:34,645 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a36abc33f196c737dddfcb6702e786c2, regionState=OPENING, regionLocation=16b413a53992,46073,1731342090331 2024-11-11T16:21:34,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a36abc33f196c737dddfcb6702e786c2, ASSIGN because future has completed 2024-11-11T16:21:34,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a36abc33f196c737dddfcb6702e786c2, server=16b413a53992,46073,1731342090331}] 2024-11-11T16:21:34,853 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731342094284.a36abc33f196c737dddfcb6702e786c2. 2024-11-11T16:21:34,853 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a36abc33f196c737dddfcb6702e786c2, NAME => 'test,,1731342094284.a36abc33f196c737dddfcb6702e786c2.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:21:34,854 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:21:34,854 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T16:21:34,854 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a36abc33f196c737dddfcb6702e786c2 2024-11-11T16:21:34,854 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731342094284.a36abc33f196c737dddfcb6702e786c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:34,854 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a36abc33f196c737dddfcb6702e786c2 2024-11-11T16:21:34,854 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a36abc33f196c737dddfcb6702e786c2 2024-11-11T16:21:34,874 INFO [StoreOpener-a36abc33f196c737dddfcb6702e786c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a36abc33f196c737dddfcb6702e786c2 2024-11-11T16:21:34,882 INFO [StoreOpener-a36abc33f196c737dddfcb6702e786c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a36abc33f196c737dddfcb6702e786c2 columnFamilyName f 2024-11-11T16:21:34,882 DEBUG [StoreOpener-a36abc33f196c737dddfcb6702e786c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:34,883 INFO [StoreOpener-a36abc33f196c737dddfcb6702e786c2-1 {}] regionserver.HStore(327): Store=a36abc33f196c737dddfcb6702e786c2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:34,884 INFO [StoreOpener-a36abc33f196c737dddfcb6702e786c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a36abc33f196c737dddfcb6702e786c2 2024-11-11T16:21:34,885 INFO [StoreOpener-a36abc33f196c737dddfcb6702e786c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a36abc33f196c737dddfcb6702e786c2 columnFamilyName f1 2024-11-11T16:21:34,885 DEBUG [StoreOpener-a36abc33f196c737dddfcb6702e786c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:34,885 INFO [StoreOpener-a36abc33f196c737dddfcb6702e786c2-1 {}] regionserver.HStore(327): Store=a36abc33f196c737dddfcb6702e786c2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:34,885 INFO [StoreOpener-a36abc33f196c737dddfcb6702e786c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a36abc33f196c737dddfcb6702e786c2 2024-11-11T16:21:34,886 INFO [StoreOpener-a36abc33f196c737dddfcb6702e786c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a36abc33f196c737dddfcb6702e786c2 columnFamilyName norep 2024-11-11T16:21:34,886 DEBUG [StoreOpener-a36abc33f196c737dddfcb6702e786c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:34,887 INFO [StoreOpener-a36abc33f196c737dddfcb6702e786c2-1 {}] regionserver.HStore(327): Store=a36abc33f196c737dddfcb6702e786c2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:34,887 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a36abc33f196c737dddfcb6702e786c2 2024-11-11T16:21:34,887 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/default/test/a36abc33f196c737dddfcb6702e786c2 2024-11-11T16:21:34,888 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/default/test/a36abc33f196c737dddfcb6702e786c2 2024-11-11T16:21:34,889 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a36abc33f196c737dddfcb6702e786c2 2024-11-11T16:21:34,889 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a36abc33f196c737dddfcb6702e786c2 2024-11-11T16:21:34,889 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:21:34,890 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a36abc33f196c737dddfcb6702e786c2 2024-11-11T16:21:34,917 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/default/test/a36abc33f196c737dddfcb6702e786c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:21:34,918 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a36abc33f196c737dddfcb6702e786c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70917303, jitterRate=0.056750163435935974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:21:34,918 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a36abc33f196c737dddfcb6702e786c2 2024-11-11T16:21:34,918 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a36abc33f196c737dddfcb6702e786c2: Running coprocessor pre-open hook at 1731342094855Writing region info on filesystem at 1731342094855Initializing all the Stores at 1731342094863 (+8 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342094863Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342094873 (+10 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342094873Cleaning up temporary data from old regions at 1731342094889 (+16 ms)Running coprocessor post-open hooks at 1731342094918 (+29 ms)Region opened successfully at 1731342094918 2024-11-11T16:21:34,923 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731342094284.a36abc33f196c737dddfcb6702e786c2., pid=6, masterSystemTime=1731342094837 2024-11-11T16:21:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:21:34,930 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731342094284.a36abc33f196c737dddfcb6702e786c2. 2024-11-11T16:21:34,930 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731342094284.a36abc33f196c737dddfcb6702e786c2. 2024-11-11T16:21:34,933 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a36abc33f196c737dddfcb6702e786c2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16b413a53992,46073,1731342090331 2024-11-11T16:21:34,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a36abc33f196c737dddfcb6702e786c2, server=16b413a53992,46073,1731342090331 because future has completed 2024-11-11T16:21:34,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T16:21:34,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a36abc33f196c737dddfcb6702e786c2, server=16b413a53992,46073,1731342090331 in 280 msec 2024-11-11T16:21:34,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T16:21:34,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a36abc33f196c737dddfcb6702e786c2, ASSIGN in 480 msec 2024-11-11T16:21:34,966 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:21:34,967 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342094966"}]},"ts":"1731342094966"} 2024-11-11T16:21:34,977 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T16:21:34,978 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:21:34,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 693 msec 2024-11-11T16:21:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:21:35,438 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T16:21:35,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278000dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:35,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,45663,-1 for getting cluster id 2024-11-11T16:21:35,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:35,445 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdc54128-8209-4967-9bbf-c741e2357683' 2024-11-11T16:21:35,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:35,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdc54128-8209-4967-9bbf-c741e2357683" 2024-11-11T16:21:35,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc5a029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:35,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,45663,-1] 2024-11-11T16:21:35,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:35,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:35,448 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:35,449 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e91cb9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:35,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:21:35,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,45663,1731342082561 2024-11-11T16:21:35,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f31d884 2024-11-11T16:21:35,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:21:35,452 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:21:35,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45663 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16b413a53992:41559,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T16:21:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45663 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T16:21:35,456 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:41559' 2024-11-11T16:21:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:35,466 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd1ed03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:35,466 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,41559,-1 for getting cluster id 2024-11-11T16:21:35,466 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:35,468 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23eec99a-f604-4035-b071-238b54a7c05c' 2024-11-11T16:21:35,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:35,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23eec99a-f604-4035-b071-238b54a7c05c" 2024-11-11T16:21:35,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398204a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:35,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,41559,-1] 2024-11-11T16:21:35,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:35,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:35,471 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:35,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d751b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:35,472 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:21:35,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,41559,1731342086803 2024-11-11T16:21:35,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d5016f1 2024-11-11T16:21:35,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:21:35,473 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:21:35,475 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T16:21:35,475 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T16:21:35,475 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:35,475 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:35,476 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:21:35,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:35,478 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T16:21:35,483 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:21:35,483 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:35,484 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:21:35,528 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T16:21:35,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741837_1013 (size=1138) 2024-11-11T16:21:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:35,947 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4ad3c30b560d89de5907dc2a2f4d06e, NAME => 'hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a 2024-11-11T16:21:35,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741838_1014 (size=44) 2024-11-11T16:21:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:36,356 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:36,356 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c4ad3c30b560d89de5907dc2a2f4d06e, disabling compactions & flushes 2024-11-11T16:21:36,356 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e. 2024-11-11T16:21:36,356 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e. 2024-11-11T16:21:36,356 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e. after waiting 0 ms 2024-11-11T16:21:36,356 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e. 2024-11-11T16:21:36,356 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e. 2024-11-11T16:21:36,356 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4ad3c30b560d89de5907dc2a2f4d06e: Waiting for close lock at 1731342096356Disabling compacts and flushes for region at 1731342096356Disabling writes for close at 1731342096356Writing region close event to WAL at 1731342096356Closed at 1731342096356 2024-11-11T16:21:36,358 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:21:36,358 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731342096358"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342096358"}]},"ts":"1731342096358"} 2024-11-11T16:21:36,369 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:21:36,370 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:21:36,370 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342096370"}]},"ts":"1731342096370"} 2024-11-11T16:21:36,372 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T16:21:36,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c4ad3c30b560d89de5907dc2a2f4d06e, ASSIGN}] 2024-11-11T16:21:36,373 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c4ad3c30b560d89de5907dc2a2f4d06e, ASSIGN 2024-11-11T16:21:36,374 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c4ad3c30b560d89de5907dc2a2f4d06e, ASSIGN; state=OFFLINE, location=16b413a53992,39921,1731342082682; forceNewPlan=false, retain=false 2024-11-11T16:21:36,529 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c4ad3c30b560d89de5907dc2a2f4d06e, regionState=OPENING, regionLocation=16b413a53992,39921,1731342082682 2024-11-11T16:21:36,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c4ad3c30b560d89de5907dc2a2f4d06e, ASSIGN because future has completed 2024-11-11T16:21:36,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4ad3c30b560d89de5907dc2a2f4d06e, server=16b413a53992,39921,1731342082682}] 2024-11-11T16:21:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:36,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e. 2024-11-11T16:21:36,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:21:36,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T16:21:36,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C39921%2C1731342082682.rep, suffix=, logDir=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682, archiveDir=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/oldWALs, maxLogs=10 2024-11-11T16:21:36,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.rep.1731342096726, exclude list is [], retry=0 2024-11-11T16:21:36,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34961,DS-c04dccb8-d4b0-425c-9918-b131d4e2880d,DISK] 2024-11-11T16:21:36,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.rep.1731342096726 2024-11-11T16:21:36,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36089:36089)] 2024-11-11T16:21:36,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c4ad3c30b560d89de5907dc2a2f4d06e, NAME => 'hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:21:36,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:21:36,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:21:36,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e. service=MultiRowMutationService 2024-11-11T16:21:36,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T16:21:36,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c4ad3c30b560d89de5907dc2a2f4d06e 2024-11-11T16:21:36,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:36,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c4ad3c30b560d89de5907dc2a2f4d06e 2024-11-11T16:21:36,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c4ad3c30b560d89de5907dc2a2f4d06e 2024-11-11T16:21:36,759 INFO [StoreOpener-c4ad3c30b560d89de5907dc2a2f4d06e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c4ad3c30b560d89de5907dc2a2f4d06e 2024-11-11T16:21:36,761 INFO [StoreOpener-c4ad3c30b560d89de5907dc2a2f4d06e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ad3c30b560d89de5907dc2a2f4d06e columnFamilyName hfileref 2024-11-11T16:21:36,761 DEBUG [StoreOpener-c4ad3c30b560d89de5907dc2a2f4d06e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:36,762 INFO [StoreOpener-c4ad3c30b560d89de5907dc2a2f4d06e-1 {}] regionserver.HStore(327): Store=c4ad3c30b560d89de5907dc2a2f4d06e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:36,762 INFO [StoreOpener-c4ad3c30b560d89de5907dc2a2f4d06e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c4ad3c30b560d89de5907dc2a2f4d06e 2024-11-11T16:21:36,763 INFO [StoreOpener-c4ad3c30b560d89de5907dc2a2f4d06e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ad3c30b560d89de5907dc2a2f4d06e columnFamilyName queue 2024-11-11T16:21:36,763 DEBUG [StoreOpener-c4ad3c30b560d89de5907dc2a2f4d06e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:36,764 INFO [StoreOpener-c4ad3c30b560d89de5907dc2a2f4d06e-1 {}] regionserver.HStore(327): Store=c4ad3c30b560d89de5907dc2a2f4d06e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:36,764 INFO [StoreOpener-c4ad3c30b560d89de5907dc2a2f4d06e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c4ad3c30b560d89de5907dc2a2f4d06e 2024-11-11T16:21:36,765 INFO [StoreOpener-c4ad3c30b560d89de5907dc2a2f4d06e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ad3c30b560d89de5907dc2a2f4d06e columnFamilyName sid 2024-11-11T16:21:36,765 DEBUG [StoreOpener-c4ad3c30b560d89de5907dc2a2f4d06e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:36,765 INFO [StoreOpener-c4ad3c30b560d89de5907dc2a2f4d06e-1 {}] regionserver.HStore(327): Store=c4ad3c30b560d89de5907dc2a2f4d06e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:36,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c4ad3c30b560d89de5907dc2a2f4d06e 2024-11-11T16:21:36,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/replication/c4ad3c30b560d89de5907dc2a2f4d06e 2024-11-11T16:21:36,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/replication/c4ad3c30b560d89de5907dc2a2f4d06e 2024-11-11T16:21:36,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c4ad3c30b560d89de5907dc2a2f4d06e 2024-11-11T16:21:36,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c4ad3c30b560d89de5907dc2a2f4d06e 2024-11-11T16:21:36,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:21:36,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c4ad3c30b560d89de5907dc2a2f4d06e 2024-11-11T16:21:36,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/replication/c4ad3c30b560d89de5907dc2a2f4d06e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:21:36,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c4ad3c30b560d89de5907dc2a2f4d06e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74764313, jitterRate=0.11407507956027985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:21:36,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4ad3c30b560d89de5907dc2a2f4d06e 2024-11-11T16:21:36,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c4ad3c30b560d89de5907dc2a2f4d06e: Running coprocessor pre-open hook at 1731342096758Writing region info on filesystem at 1731342096758Initializing all the Stores at 1731342096758Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342096758Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342096759 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342096759Cleaning up temporary data from old regions at 1731342096768 (+9 ms)Running coprocessor post-open hooks at 1731342096801 (+33 ms)Region opened successfully at 1731342096801 2024-11-11T16:21:36,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e., pid=10, masterSystemTime=1731342096699 2024-11-11T16:21:36,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e. 2024-11-11T16:21:36,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e. 2024-11-11T16:21:36,811 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c4ad3c30b560d89de5907dc2a2f4d06e, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,39921,1731342082682 2024-11-11T16:21:36,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4ad3c30b560d89de5907dc2a2f4d06e, server=16b413a53992,39921,1731342082682 because future has completed 2024-11-11T16:21:36,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T16:21:36,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c4ad3c30b560d89de5907dc2a2f4d06e, server=16b413a53992,39921,1731342082682 in 278 msec 2024-11-11T16:21:36,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T16:21:36,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c4ad3c30b560d89de5907dc2a2f4d06e, ASSIGN in 447 msec 2024-11-11T16:21:36,823 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:21:36,824 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342096823"}]},"ts":"1731342096823"} 2024-11-11T16:21:36,859 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T16:21:36,860 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:21:36,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3840 sec 2024-11-11T16:21:36,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e., hostname=16b413a53992,39921,1731342082682, seqNum=2] 2024-11-11T16:21:36,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39921-0x1002fa5a7700001, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1173051296 2024-11-11T16:21:36,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1173051296 2024-11-11T16:21:36,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T16:21:37,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39921 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T16:21:37,085 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T16:21:37,127 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-16b413a53992,39921,1731342082682, ReplicationSource: 1, currentBandwidth=0 2024-11-11T16:21:37,128 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:21:37,128 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,39921,1731342082682, seqNum=-1] 2024-11-11T16:21:37,128 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:21:37,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-11T16:21:37,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16b413a53992,39921,1731342082682', locateType=CURRENT is [region=hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e., hostname=16b413a53992,39921,1731342082682, seqNum=2] 2024-11-11T16:21:37,133 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T16:21:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45663 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T16:21:37,135 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16b413a53992,39921,1731342082682 suceeded 2024-11-11T16:21:37,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T16:21:37,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-11T16:21:37,137 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16b413a53992:41559,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T16:21:37,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6840 sec 2024-11-11T16:21:37,154 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:41559' 2024-11-11T16:21:37,156 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@574c1db4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:37,156 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,41559,-1 for getting cluster id 2024-11-11T16:21:37,156 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:37,157 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23eec99a-f604-4035-b071-238b54a7c05c' 2024-11-11T16:21:37,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:37,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23eec99a-f604-4035-b071-238b54a7c05c" 2024-11-11T16:21:37,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66f3d128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:37,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,41559,-1] 2024-11-11T16:21:37,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:37,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:37,159 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:37,160 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a18e8d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:37,160 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:21:37,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,41559,1731342086803 2024-11-11T16:21:37,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ea7f62d 2024-11-11T16:21:37,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:21:37,162 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-11T16:21:37,163 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16b413a53992,39921,1731342082682 (queues=1) is replicating from cluster=fdc54128-8209-4967-9bbf-c741e2357683 to cluster=23eec99a-f604-4035-b071-238b54a7c05c 2024-11-11T16:21:37,163 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16b413a53992%2C39921%2C1731342082682 2024-11-11T16:21:37,163 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16b413a53992,39921,1731342082682, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T16:21:37,164 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327, startPosition=0, beingWritten=true 2024-11-11T16:21:37,164 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.shipper16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16b413a53992%2C39921%2C1731342082682 2024-11-11T16:21:37,174 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:37,174 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 379, reset compression=false 2024-11-11T16:21:37,174 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.shipper16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,39921,1731342082682 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:21:37,381 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 379, reset compression=false 2024-11-11T16:21:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:37,619 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T16:21:37,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:21:37,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:37,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:37,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:37,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:37,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432f9dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:37,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,41559,-1 for getting cluster id 2024-11-11T16:21:37,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:37,622 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23eec99a-f604-4035-b071-238b54a7c05c' 2024-11-11T16:21:37,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23eec99a-f604-4035-b071-238b54a7c05c" 2024-11-11T16:21:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@598e8e82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,41559,-1] 2024-11-11T16:21:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:37,624 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:37,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd7e8c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:37,626 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:21:37,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,41559,1731342086803 2024-11-11T16:21:37,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42f6b84c 2024-11-11T16:21:37,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:21:37,627 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:21:37,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16b413a53992:34909,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T16:21:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T16:21:37,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:37,631 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:34909' 2024-11-11T16:21:37,632 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e45b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:37,632 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,34909,-1 for getting cluster id 2024-11-11T16:21:37,633 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:37,633 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9c17343-9c13-4ef5-82ae-f4cdd0b59653' 2024-11-11T16:21:37,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:37,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9c17343-9c13-4ef5-82ae-f4cdd0b59653" 2024-11-11T16:21:37,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbb0b11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:37,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,34909,-1] 2024-11-11T16:21:37,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:37,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:37,635 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:37,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f3cd2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:37,635 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:21:37,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,34909,1731342090251 2024-11-11T16:21:37,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40587907 2024-11-11T16:21:37,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:21:37,637 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:21:37,638 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-11T16:21:37,638 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T16:21:37,638 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:37,638 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:37,639 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:21:37,642 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T16:21:37,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:21:37,643 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:37,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:21:37,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:37,694 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T16:21:37,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741837_1013 (size=1138) 2024-11-11T16:21:37,721 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 379, reset compression=false 2024-11-11T16:21:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:37,864 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:21:37,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:37,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:37,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:37,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:37,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:37,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:37,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:37,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:37,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:37,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:37,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:37,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:37,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:38,115 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f23e3241f51ea92e35ea77384fa8a8e, NAME => 'hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf 2024-11-11T16:21:38,128 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 379, reset compression=false 2024-11-11T16:21:38,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741838_1014 (size=44) 2024-11-11T16:21:38,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:38,140 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4f23e3241f51ea92e35ea77384fa8a8e, disabling compactions & flushes 2024-11-11T16:21:38,140 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e. 2024-11-11T16:21:38,140 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e. 2024-11-11T16:21:38,140 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e. after waiting 0 ms 2024-11-11T16:21:38,140 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e. 2024-11-11T16:21:38,140 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e. 2024-11-11T16:21:38,140 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f23e3241f51ea92e35ea77384fa8a8e: Waiting for close lock at 1731342098140Disabling compacts and flushes for region at 1731342098140Disabling writes for close at 1731342098140Writing region close event to WAL at 1731342098140Closed at 1731342098140 2024-11-11T16:21:38,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:21:38,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731342098141"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342098141"}]},"ts":"1731342098141"} 2024-11-11T16:21:38,144 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:21:38,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:21:38,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342098145"}]},"ts":"1731342098145"} 2024-11-11T16:21:38,147 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T16:21:38,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f23e3241f51ea92e35ea77384fa8a8e, ASSIGN}] 2024-11-11T16:21:38,149 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f23e3241f51ea92e35ea77384fa8a8e, ASSIGN 2024-11-11T16:21:38,150 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4f23e3241f51ea92e35ea77384fa8a8e, ASSIGN; state=OFFLINE, location=16b413a53992,38849,1731342086872; forceNewPlan=false, retain=false 2024-11-11T16:21:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:38,301 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4f23e3241f51ea92e35ea77384fa8a8e, regionState=OPENING, regionLocation=16b413a53992,38849,1731342086872 2024-11-11T16:21:38,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4f23e3241f51ea92e35ea77384fa8a8e, ASSIGN because future has completed 2024-11-11T16:21:38,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f23e3241f51ea92e35ea77384fa8a8e, server=16b413a53992,38849,1731342086872}] 2024-11-11T16:21:38,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e. 2024-11-11T16:21:38,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:21:38,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T16:21:38,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C38849%2C1731342086872.rep, suffix=, logDir=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872, archiveDir=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/oldWALs, maxLogs=10 2024-11-11T16:21:38,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.rep.1731342098529, exclude list is [], retry=0 2024-11-11T16:21:38,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35277,DS-0f8e8a5e-38a2-41a6-91de-6462f6c0370c,DISK] 2024-11-11T16:21:38,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.rep.1731342098529 2024-11-11T16:21:38,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36619:36619)] 2024-11-11T16:21:38,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f23e3241f51ea92e35ea77384fa8a8e, NAME => 'hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:21:38,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:21:38,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:21:38,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e. service=MultiRowMutationService 2024-11-11T16:21:38,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T16:21:38,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4f23e3241f51ea92e35ea77384fa8a8e 2024-11-11T16:21:38,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:38,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4f23e3241f51ea92e35ea77384fa8a8e 2024-11-11T16:21:38,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4f23e3241f51ea92e35ea77384fa8a8e 2024-11-11T16:21:38,569 INFO [StoreOpener-4f23e3241f51ea92e35ea77384fa8a8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4f23e3241f51ea92e35ea77384fa8a8e 2024-11-11T16:21:38,570 INFO [StoreOpener-4f23e3241f51ea92e35ea77384fa8a8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f23e3241f51ea92e35ea77384fa8a8e columnFamilyName hfileref 2024-11-11T16:21:38,570 DEBUG [StoreOpener-4f23e3241f51ea92e35ea77384fa8a8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:38,570 INFO [StoreOpener-4f23e3241f51ea92e35ea77384fa8a8e-1 {}] regionserver.HStore(327): Store=4f23e3241f51ea92e35ea77384fa8a8e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:38,570 INFO [StoreOpener-4f23e3241f51ea92e35ea77384fa8a8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4f23e3241f51ea92e35ea77384fa8a8e 2024-11-11T16:21:38,571 INFO [StoreOpener-4f23e3241f51ea92e35ea77384fa8a8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f23e3241f51ea92e35ea77384fa8a8e columnFamilyName queue 2024-11-11T16:21:38,571 DEBUG [StoreOpener-4f23e3241f51ea92e35ea77384fa8a8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:38,572 INFO [StoreOpener-4f23e3241f51ea92e35ea77384fa8a8e-1 {}] regionserver.HStore(327): Store=4f23e3241f51ea92e35ea77384fa8a8e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:38,572 INFO [StoreOpener-4f23e3241f51ea92e35ea77384fa8a8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4f23e3241f51ea92e35ea77384fa8a8e 2024-11-11T16:21:38,573 INFO [StoreOpener-4f23e3241f51ea92e35ea77384fa8a8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f23e3241f51ea92e35ea77384fa8a8e columnFamilyName sid 2024-11-11T16:21:38,573 DEBUG [StoreOpener-4f23e3241f51ea92e35ea77384fa8a8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:38,573 INFO [StoreOpener-4f23e3241f51ea92e35ea77384fa8a8e-1 {}] regionserver.HStore(327): Store=4f23e3241f51ea92e35ea77384fa8a8e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:38,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4f23e3241f51ea92e35ea77384fa8a8e 2024-11-11T16:21:38,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/replication/4f23e3241f51ea92e35ea77384fa8a8e 2024-11-11T16:21:38,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/replication/4f23e3241f51ea92e35ea77384fa8a8e 2024-11-11T16:21:38,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4f23e3241f51ea92e35ea77384fa8a8e 2024-11-11T16:21:38,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4f23e3241f51ea92e35ea77384fa8a8e 2024-11-11T16:21:38,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:21:38,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4f23e3241f51ea92e35ea77384fa8a8e 2024-11-11T16:21:38,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/replication/4f23e3241f51ea92e35ea77384fa8a8e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:21:38,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4f23e3241f51ea92e35ea77384fa8a8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71698730, jitterRate=0.06839433312416077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:21:38,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f23e3241f51ea92e35ea77384fa8a8e 2024-11-11T16:21:38,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4f23e3241f51ea92e35ea77384fa8a8e: Running coprocessor pre-open hook at 1731342098555Writing region info on filesystem at 1731342098555Initializing all the Stores at 1731342098556 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342098556Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342098568 (+12 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342098568Cleaning up temporary data from old regions at 1731342098575 (+7 ms)Running coprocessor post-open hooks at 1731342098581 (+6 ms)Region opened successfully at 1731342098581 2024-11-11T16:21:38,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e., pid=10, masterSystemTime=1731342098497 2024-11-11T16:21:38,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e. 2024-11-11T16:21:38,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e. 2024-11-11T16:21:38,585 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4f23e3241f51ea92e35ea77384fa8a8e, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,38849,1731342086872 2024-11-11T16:21:38,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f23e3241f51ea92e35ea77384fa8a8e, server=16b413a53992,38849,1731342086872 because future has completed 2024-11-11T16:21:38,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T16:21:38,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f23e3241f51ea92e35ea77384fa8a8e, server=16b413a53992,38849,1731342086872 in 259 msec 2024-11-11T16:21:38,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T16:21:38,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f23e3241f51ea92e35ea77384fa8a8e, ASSIGN in 442 msec 2024-11-11T16:21:38,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:21:38,591 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342098591"}]},"ts":"1731342098591"} 2024-11-11T16:21:38,593 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T16:21:38,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:21:38,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 954 msec 2024-11-11T16:21:38,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e., hostname=16b413a53992,38849,1731342086872, seqNum=2] 2024-11-11T16:21:38,634 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 379, reset compression=false 2024-11-11T16:21:38,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1002fa5a7700004, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12010608661 2024-11-11T16:21:38,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12010608661 2024-11-11T16:21:38,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T16:21:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:38,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T16:21:38,817 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T16:21:38,855 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-16b413a53992,38849,1731342086872, ReplicationSource: 1, currentBandwidth=0 2024-11-11T16:21:38,856 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:21:38,856 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,38849,1731342086872, seqNum=-1] 2024-11-11T16:21:38,856 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:21:38,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-11T16:21:38,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16b413a53992,38849,1731342086872', locateType=CURRENT is [region=hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e., hostname=16b413a53992,38849,1731342086872, seqNum=2] 2024-11-11T16:21:38,864 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T16:21:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T16:21:38,867 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16b413a53992,38849,1731342086872 suceeded 2024-11-11T16:21:38,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T16:21:38,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-11T16:21:38,870 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16b413a53992:34909,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T16:21:38,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2420 sec 2024-11-11T16:21:38,879 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:34909' 2024-11-11T16:21:38,881 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61516df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:38,881 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,34909,-1 for getting cluster id 2024-11-11T16:21:38,881 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:38,882 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9c17343-9c13-4ef5-82ae-f4cdd0b59653' 2024-11-11T16:21:38,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:38,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9c17343-9c13-4ef5-82ae-f4cdd0b59653" 2024-11-11T16:21:38,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7adb8668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:38,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,34909,-1] 2024-11-11T16:21:38,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:38,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:38,883 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:38,884 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@694be0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:38,884 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:21:38,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,34909,1731342090251 2024-11-11T16:21:38,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d8ee328 2024-11-11T16:21:38,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:21:38,886 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-11T16:21:38,888 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16b413a53992,38849,1731342086872 (queues=1) is replicating from cluster=23eec99a-f604-4035-b071-238b54a7c05c to cluster=a9c17343-9c13-4ef5-82ae-f4cdd0b59653 2024-11-11T16:21:38,888 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16b413a53992%2C38849%2C1731342086872 2024-11-11T16:21:38,888 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16b413a53992,38849,1731342086872, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T16:21:38,889 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328, startPosition=0, beingWritten=true 2024-11-11T16:21:38,898 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.shipper16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16b413a53992%2C38849%2C1731342086872 2024-11-11T16:21:38,900 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:38,900 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 379, reset compression=false 2024-11-11T16:21:38,900 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.shipper16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,38849,1731342086872 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:21:39,109 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 379, reset compression=false 2024-11-11T16:21:39,266 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 379, reset compression=false 2024-11-11T16:21:39,425 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 379, reset compression=false 2024-11-11T16:21:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:39,785 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T16:21:39,785 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:21:39,785 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:39,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:39,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:39,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:39,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13adda70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:39,793 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,34909,-1 for getting cluster id 2024-11-11T16:21:39,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:39,794 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9c17343-9c13-4ef5-82ae-f4cdd0b59653' 2024-11-11T16:21:39,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:39,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9c17343-9c13-4ef5-82ae-f4cdd0b59653" 2024-11-11T16:21:39,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ee9ea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:39,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,34909,-1] 2024-11-11T16:21:39,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:39,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:39,796 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:39,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c0fcd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:39,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:21:39,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,34909,1731342090251 2024-11-11T16:21:39,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@474d3007 2024-11-11T16:21:39,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:21:39,799 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:21:39,799 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34909 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16b413a53992:41559,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T16:21:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34909 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T16:21:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:39,802 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:41559' 2024-11-11T16:21:39,804 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88e7037, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:39,804 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,41559,-1 for getting cluster id 2024-11-11T16:21:39,804 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:39,804 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23eec99a-f604-4035-b071-238b54a7c05c' 2024-11-11T16:21:39,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:39,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23eec99a-f604-4035-b071-238b54a7c05c" 2024-11-11T16:21:39,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5c4656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:39,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,41559,-1] 2024-11-11T16:21:39,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:39,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:39,806 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:39,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de1df56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:39,807 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:21:39,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,41559,1731342086803 2024-11-11T16:21:39,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61bfa189 2024-11-11T16:21:39,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:21:39,808 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:21:39,809 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T16:21:39,809 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T16:21:39,809 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:39,809 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:39,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:39,810 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:21:39,811 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T16:21:39,812 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:21:39,812 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:39,813 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:21:39,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741837_1013 (size=1138) 2024-11-11T16:21:39,842 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 379, reset compression=false 2024-11-11T16:21:39,861 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T16:21:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:39,970 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 379, reset compression=false 2024-11-11T16:21:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:40,229 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 21ca9faad80b11f42616b4554dec8930, NAME => 'hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea 2024-11-11T16:21:40,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741838_1014 (size=44) 2024-11-11T16:21:40,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:40,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 21ca9faad80b11f42616b4554dec8930, disabling compactions & flushes 2024-11-11T16:21:40,245 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930. 2024-11-11T16:21:40,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930. 2024-11-11T16:21:40,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930. after waiting 0 ms 2024-11-11T16:21:40,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930. 2024-11-11T16:21:40,245 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930. 2024-11-11T16:21:40,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 21ca9faad80b11f42616b4554dec8930: Waiting for close lock at 1731342100245Disabling compacts and flushes for region at 1731342100245Disabling writes for close at 1731342100245Writing region close event to WAL at 1731342100245Closed at 1731342100245 2024-11-11T16:21:40,246 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:21:40,247 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731342100246"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342100246"}]},"ts":"1731342100246"} 2024-11-11T16:21:40,249 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:21:40,250 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:21:40,250 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342100250"}]},"ts":"1731342100250"} 2024-11-11T16:21:40,252 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T16:21:40,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=21ca9faad80b11f42616b4554dec8930, ASSIGN}] 2024-11-11T16:21:40,254 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=21ca9faad80b11f42616b4554dec8930, ASSIGN 2024-11-11T16:21:40,255 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=21ca9faad80b11f42616b4554dec8930, ASSIGN; state=OFFLINE, location=16b413a53992,46073,1731342090331; forceNewPlan=false, retain=false 2024-11-11T16:21:40,349 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 379, reset compression=false 2024-11-11T16:21:40,405 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=21ca9faad80b11f42616b4554dec8930, regionState=OPENING, regionLocation=16b413a53992,46073,1731342090331 2024-11-11T16:21:40,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=21ca9faad80b11f42616b4554dec8930, ASSIGN because future has completed 2024-11-11T16:21:40,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21ca9faad80b11f42616b4554dec8930, server=16b413a53992,46073,1731342090331}] 2024-11-11T16:21:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:40,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930. 2024-11-11T16:21:40,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:21:40,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T16:21:40,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C46073%2C1731342090331.rep, suffix=, logDir=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331, archiveDir=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/oldWALs, maxLogs=10 2024-11-11T16:21:40,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.rep.1731342100567, exclude list is [], retry=0 2024-11-11T16:21:40,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36971,DS-de8fec82-bd2f-4bdf-ad9c-5c9bc6dc27a1,DISK] 2024-11-11T16:21:40,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.rep.1731342100567 2024-11-11T16:21:40,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45953:45953)] 2024-11-11T16:21:40,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 21ca9faad80b11f42616b4554dec8930, NAME => 'hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:21:40,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:21:40,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:21:40,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930. service=MultiRowMutationService 2024-11-11T16:21:40,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T16:21:40,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 21ca9faad80b11f42616b4554dec8930 2024-11-11T16:21:40,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:40,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 21ca9faad80b11f42616b4554dec8930 2024-11-11T16:21:40,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 21ca9faad80b11f42616b4554dec8930 2024-11-11T16:21:40,590 INFO [StoreOpener-21ca9faad80b11f42616b4554dec8930-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 21ca9faad80b11f42616b4554dec8930 2024-11-11T16:21:40,591 INFO [StoreOpener-21ca9faad80b11f42616b4554dec8930-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21ca9faad80b11f42616b4554dec8930 columnFamilyName hfileref 2024-11-11T16:21:40,592 DEBUG [StoreOpener-21ca9faad80b11f42616b4554dec8930-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:40,592 INFO [StoreOpener-21ca9faad80b11f42616b4554dec8930-1 {}] regionserver.HStore(327): Store=21ca9faad80b11f42616b4554dec8930/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:40,592 INFO [StoreOpener-21ca9faad80b11f42616b4554dec8930-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 21ca9faad80b11f42616b4554dec8930 2024-11-11T16:21:40,593 INFO [StoreOpener-21ca9faad80b11f42616b4554dec8930-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21ca9faad80b11f42616b4554dec8930 columnFamilyName queue 2024-11-11T16:21:40,593 DEBUG [StoreOpener-21ca9faad80b11f42616b4554dec8930-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:40,593 INFO [StoreOpener-21ca9faad80b11f42616b4554dec8930-1 {}] regionserver.HStore(327): Store=21ca9faad80b11f42616b4554dec8930/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:40,593 INFO [StoreOpener-21ca9faad80b11f42616b4554dec8930-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 21ca9faad80b11f42616b4554dec8930 2024-11-11T16:21:40,594 INFO [StoreOpener-21ca9faad80b11f42616b4554dec8930-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21ca9faad80b11f42616b4554dec8930 columnFamilyName sid 2024-11-11T16:21:40,594 DEBUG [StoreOpener-21ca9faad80b11f42616b4554dec8930-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:40,594 INFO [StoreOpener-21ca9faad80b11f42616b4554dec8930-1 {}] regionserver.HStore(327): Store=21ca9faad80b11f42616b4554dec8930/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:40,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 21ca9faad80b11f42616b4554dec8930 2024-11-11T16:21:40,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/replication/21ca9faad80b11f42616b4554dec8930 2024-11-11T16:21:40,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/replication/21ca9faad80b11f42616b4554dec8930 2024-11-11T16:21:40,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 21ca9faad80b11f42616b4554dec8930 2024-11-11T16:21:40,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 21ca9faad80b11f42616b4554dec8930 2024-11-11T16:21:40,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:21:40,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 21ca9faad80b11f42616b4554dec8930 2024-11-11T16:21:40,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/replication/21ca9faad80b11f42616b4554dec8930/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:21:40,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 21ca9faad80b11f42616b4554dec8930; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69379238, jitterRate=0.03383120894432068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:21:40,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21ca9faad80b11f42616b4554dec8930 2024-11-11T16:21:40,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 21ca9faad80b11f42616b4554dec8930: Running coprocessor pre-open hook at 1731342100589Writing region info on filesystem at 1731342100589Initializing all the Stores at 1731342100590 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342100590Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342100590Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342100590Cleaning up temporary data from old regions at 1731342100596 (+6 ms)Running coprocessor post-open hooks at 1731342100599 (+3 ms)Region opened successfully at 1731342100599 2024-11-11T16:21:40,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930., pid=10, masterSystemTime=1731342100561 2024-11-11T16:21:40,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930. 2024-11-11T16:21:40,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930. 2024-11-11T16:21:40,603 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=21ca9faad80b11f42616b4554dec8930, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,46073,1731342090331 2024-11-11T16:21:40,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21ca9faad80b11f42616b4554dec8930, server=16b413a53992,46073,1731342090331 because future has completed 2024-11-11T16:21:40,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T16:21:40,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 21ca9faad80b11f42616b4554dec8930, server=16b413a53992,46073,1731342090331 in 196 msec 2024-11-11T16:21:40,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T16:21:40,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=21ca9faad80b11f42616b4554dec8930, ASSIGN in 355 msec 2024-11-11T16:21:40,609 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:21:40,610 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342100609"}]},"ts":"1731342100609"} 2024-11-11T16:21:40,612 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T16:21:40,613 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:21:40,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 803 msec 2024-11-11T16:21:40,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930., hostname=16b413a53992,46073,1731342090331, seqNum=2] 2024-11-11T16:21:40,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2687726124 2024-11-11T16:21:40,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1002fa5a7700007, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2687726124 2024-11-11T16:21:40,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T16:21:40,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T16:21:40,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T16:21:40,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:21:40,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T16:21:40,775 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 379, reset compression=false 2024-11-11T16:21:40,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T16:21:40,831 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T16:21:40,863 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-16b413a53992,46073,1731342090331, ReplicationSource: 1, currentBandwidth=0 2024-11-11T16:21:40,863 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:21:40,863 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,46073,1731342090331, seqNum=-1] 2024-11-11T16:21:40,863 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:21:40,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-11T16:21:40,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16b413a53992,46073,1731342090331', locateType=CURRENT is [region=hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930., hostname=16b413a53992,46073,1731342090331, seqNum=2] 2024-11-11T16:21:40,869 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T16:21:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34909 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T16:21:40,871 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16b413a53992,46073,1731342090331 suceeded 2024-11-11T16:21:40,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T16:21:40,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-11T16:21:40,873 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16b413a53992:41559,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T16:21:40,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0740 sec 2024-11-11T16:21:40,884 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:41559' 2024-11-11T16:21:40,885 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d05e85d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:40,885 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,41559,-1 for getting cluster id 2024-11-11T16:21:40,885 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:40,886 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23eec99a-f604-4035-b071-238b54a7c05c' 2024-11-11T16:21:40,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:40,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23eec99a-f604-4035-b071-238b54a7c05c" 2024-11-11T16:21:40,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bd160a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:40,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,41559,-1] 2024-11-11T16:21:40,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:40,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:40,887 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:40,888 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61902bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:40,888 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:21:40,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,41559,1731342086803 2024-11-11T16:21:40,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6af674f7 2024-11-11T16:21:40,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:21:40,890 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-11T16:21:40,891 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16b413a53992,46073,1731342090331 (queues=1) is replicating from cluster=a9c17343-9c13-4ef5-82ae-f4cdd0b59653 to cluster=23eec99a-f604-4035-b071-238b54a7c05c 2024-11-11T16:21:40,891 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16b413a53992%2C46073%2C1731342090331 2024-11-11T16:21:40,891 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16b413a53992,46073,1731342090331, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T16:21:40,891 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.shipper16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16b413a53992%2C46073%2C1731342090331 2024-11-11T16:21:40,891 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789, startPosition=0, beingWritten=true 2024-11-11T16:21:40,899 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:40,899 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 379, reset compression=false 2024-11-11T16:21:40,899 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.shipper16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,46073,1731342090331 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:21:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:21:40,938 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T16:21:40,938 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:21:40,938 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:40,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:40,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:40,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:40,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e425d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:40,939 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,45663,-1 for getting cluster id 2024-11-11T16:21:40,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:40,940 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdc54128-8209-4967-9bbf-c741e2357683' 2024-11-11T16:21:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdc54128-8209-4967-9bbf-c741e2357683" 2024-11-11T16:21:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3930b41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,45663,-1] 2024-11-11T16:21:40,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:40,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:40,941 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c1497cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:40,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f99f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:40,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,41559,-1 for getting cluster id 2024-11-11T16:21:40,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:40,943 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23eec99a-f604-4035-b071-238b54a7c05c' 2024-11-11T16:21:40,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:40,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23eec99a-f604-4035-b071-238b54a7c05c" 2024-11-11T16:21:40,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@751efae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:40,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,41559,-1] 2024-11-11T16:21:40,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:40,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:40,944 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:40,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7160a87d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:40,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2988e378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:40,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,34909,-1 for getting cluster id 2024-11-11T16:21:40,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:40,946 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9c17343-9c13-4ef5-82ae-f4cdd0b59653' 2024-11-11T16:21:40,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:40,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9c17343-9c13-4ef5-82ae-f4cdd0b59653" 2024-11-11T16:21:40,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b15475, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:40,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,34909,-1] 2024-11-11T16:21:40,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:40,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:40,947 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:40,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@177872eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:40,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:21:40,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,39921,1731342082682, seqNum=-1] 2024-11-11T16:21:40,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:21:40,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:21:40,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731342092498.40832eef6655f47a634cb9bb2f0e7854., hostname=16b413a53992,39921,1731342082682, seqNum=2] 2024-11-11T16:21:40,954 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:21:40,955 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 379, reset compression=false 2024-11-11T16:21:40,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,46073,1731342090331, seqNum=-1] 2024-11-11T16:21:40,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:21:40,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:21:40,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731342094284.a36abc33f196c737dddfcb6702e786c2., hostname=16b413a53992,46073,1731342090331, seqNum=2] 2024-11-11T16:21:40,961 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T16:21:41,112 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 379, reset compression=false 2024-11-11T16:21:41,416 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 379, reset compression=false 2024-11-11T16:21:41,661 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 379, reset compression=false 2024-11-11T16:21:41,679 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 379, reset compression=false 2024-11-11T16:21:41,685 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:21:41,685 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 480, reset compression=false 2024-11-11T16:21:41,685 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.shipper16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,39921,1731342082682 got entry batch from reader: WALEntryBatch [walEntries=[{test/40832eef6655f47a634cb9bb2f0e7854/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T16:21:41,690 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.shipper16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:21:41,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-11T16:21:41,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:21:41,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@524e48e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:41,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38849 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,41559,-1 for getting cluster id 2024-11-11T16:21:41,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:41,699 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23eec99a-f604-4035-b071-238b54a7c05c' 2024-11-11T16:21:41,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:41,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23eec99a-f604-4035-b071-238b54a7c05c" 2024-11-11T16:21:41,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4348d9c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:41,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,41559,-1] 2024-11-11T16:21:41,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:41,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:41,701 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:41,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47a9972e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:41,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38849 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:21:41,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,38849,1731342086872, seqNum=-1] 2024-11-11T16:21:41,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:21:41,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-11T16:21:41,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73., hostname=16b413a53992,38849,1731342086872, seqNum=2] 2024-11-11T16:21:41,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:21:41,833 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 379, reset compression=false 2024-11-11T16:21:41,901 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 480, reset compression=false 2024-11-11T16:21:41,964 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T16:21:42,224 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 480, reset compression=false 2024-11-11T16:21:42,340 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 379, reset compression=false 2024-11-11T16:21:42,467 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 379, reset compression=false 2024-11-11T16:21:42,487 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:21:42,487 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 504, reset compression=false 2024-11-11T16:21:42,487 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.shipper16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,38849,1731342086872 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7ef23feac5b5e8feaa9c09b3587dd73/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-11T16:21:42,496 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.shipper16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:21:42,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-11T16:21:42,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:21:42,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10a1a38e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:42,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,34909,-1 for getting cluster id 2024-11-11T16:21:42,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:21:42,502 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9c17343-9c13-4ef5-82ae-f4cdd0b59653' 2024-11-11T16:21:42,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:21:42,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9c17343-9c13-4ef5-82ae-f4cdd0b59653" 2024-11-11T16:21:42,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@510827de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:42,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,34909,-1] 2024-11-11T16:21:42,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:21:42,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:42,504 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:21:42,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d2e2f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:21:42,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:21:42,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,46073,1731342090331, seqNum=-1] 2024-11-11T16:21:42,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:21:42,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-11T16:21:42,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731342094284.a36abc33f196c737dddfcb6702e786c2., hostname=16b413a53992,46073,1731342090331, seqNum=2] 2024-11-11T16:21:42,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:21:42,637 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 480, reset compression=false 2024-11-11T16:21:42,707 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 504, reset compression=false 2024-11-11T16:21:42,958 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 379, reset compression=false 2024-11-11T16:21:42,963 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:42,963 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 527, reset compression=false 2024-11-11T16:21:42,963 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.shipper16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,46073,1731342090331 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:21:42,968 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T16:21:42,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:21:42,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,38849,1731342086872, seqNum=-1] 2024-11-11T16:21:42,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:21:42,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:21:42,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73., hostname=16b413a53992,38849,1731342086872, seqNum=2] 2024-11-11T16:21:42,985 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T16:21:43,014 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 504, reset compression=false 2024-11-11T16:21:43,042 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:21:43,042 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 608, reset compression=false 2024-11-11T16:21:43,042 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.shipper16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,38849,1731342086872 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7ef23feac5b5e8feaa9c09b3587dd73/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T16:21:43,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:21:43,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:21:43,148 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 480, reset compression=false 2024-11-11T16:21:43,188 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 527, reset compression=false 2024-11-11T16:21:43,205 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:43,206 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 654, reset compression=false 2024-11-11T16:21:43,206 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.shipper16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,46073,1731342090331 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:21:43,258 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 608, reset compression=false 2024-11-11T16:21:43,430 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 654, reset compression=false 2024-11-11T16:21:43,568 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 608, reset compression=false 2024-11-11T16:21:43,760 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 480, reset compression=false 2024-11-11T16:21:43,775 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 654, reset compression=false 2024-11-11T16:21:43,978 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 608, reset compression=false 2024-11-11T16:21:43,987 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T16:21:43,994 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-11T16:21:44,058 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:21:44,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:44,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:44,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:44,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:44,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:44,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:44,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:44,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:44,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:44,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:44,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:44,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:44,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:44,189 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 654, reset compression=false 2024-11-11T16:21:44,206 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:21:44,206 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 758, reset compression=false 2024-11-11T16:21:44,206 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.shipper16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,46073,1731342090331 got entry batch from reader: WALEntryBatch [walEntries=[{test/a36abc33f196c737dddfcb6702e786c2/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T16:21:44,209 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.shipper16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:21:44,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-11T16:21:44,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:21:44,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:21:44,418 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 758, reset compression=false 2024-11-11T16:21:44,479 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 480, reset compression=false 2024-11-11T16:21:44,494 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 608, reset compression=false 2024-11-11T16:21:44,516 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:44,516 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 736, reset compression=false 2024-11-11T16:21:44,516 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.shipper16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,38849,1731342086872 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:21:44,721 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 736, reset compression=false 2024-11-11T16:21:44,727 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 758, reset compression=false 2024-11-11T16:21:44,997 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-11T16:21:45,001 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T16:21:45,036 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 736, reset compression=false 2024-11-11T16:21:45,136 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 758, reset compression=false 2024-11-11T16:21:45,292 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 480, reset compression=false 2024-11-11T16:21:45,298 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:21:45,298 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 636, reset compression=false 2024-11-11T16:21:45,298 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.shipper16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,39921,1731342082682 got entry batch from reader: WALEntryBatch [walEntries=[{test/40832eef6655f47a634cb9bb2f0e7854/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T16:21:45,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:21:45,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:21:45,440 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 736, reset compression=false 2024-11-11T16:21:45,448 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:21:45,448 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 884, reset compression=false 2024-11-11T16:21:45,448 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.shipper16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,38849,1731342086872 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7ef23feac5b5e8feaa9c09b3587dd73/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-11T16:21:45,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:21:45,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:21:45,503 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 636, reset compression=false 2024-11-11T16:21:45,652 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 884, reset compression=false 2024-11-11T16:21:45,654 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 758, reset compression=false 2024-11-11T16:21:45,677 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:45,677 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 929, reset compression=false 2024-11-11T16:21:45,677 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.shipper16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,46073,1731342090331 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:21:45,814 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 636, reset compression=false 2024-11-11T16:21:45,884 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 929, reset compression=false 2024-11-11T16:21:45,976 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 884, reset compression=false 2024-11-11T16:21:46,003 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T16:21:46,007 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T16:21:46,205 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 929, reset compression=false 2024-11-11T16:21:46,218 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 636, reset compression=false 2024-11-11T16:21:46,392 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 884, reset compression=false 2024-11-11T16:21:46,398 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:21:46,398 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 1043, reset compression=false 2024-11-11T16:21:46,398 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.shipper16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,38849,1731342086872 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7ef23feac5b5e8feaa9c09b3587dd73/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T16:21:46,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:21:46,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:21:46,603 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 1043, reset compression=false 2024-11-11T16:21:46,611 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 929, reset compression=false 2024-11-11T16:21:46,624 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:46,624 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 1078, reset compression=false 2024-11-11T16:21:46,624 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.shipper16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,46073,1731342090331 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:21:46,726 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 636, reset compression=false 2024-11-11T16:21:46,833 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 1078, reset compression=false 2024-11-11T16:21:46,922 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 1043, reset compression=false 2024-11-11T16:21:47,009 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T16:21:47,015 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-11T16:21:47,154 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 1078, reset compression=false 2024-11-11T16:21:47,161 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:21:47,161 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 1237, reset compression=false 2024-11-11T16:21:47,161 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.shipper16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,46073,1731342090331 got entry batch from reader: WALEntryBatch [walEntries=[{test/a36abc33f196c737dddfcb6702e786c2/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T16:21:47,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T16:21:47,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T16:21:47,331 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 636, reset compression=false 2024-11-11T16:21:47,339 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 1043, reset compression=false 2024-11-11T16:21:47,368 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 1237, reset compression=false 2024-11-11T16:21:47,421 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:47,421 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 1193, reset compression=false 2024-11-11T16:21:47,421 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.shipper16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,38849,1731342086872 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:21:47,669 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 1193, reset compression=false 2024-11-11T16:21:47,705 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 1237, reset compression=false 2024-11-11T16:21:47,968 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:21:47,968 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T16:21:47,969 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88774 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T16:21:47,973 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 1193, reset compression=false 2024-11-11T16:21:48,018 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-11T16:21:48,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:21:48,034 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:21:48,034 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:48,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:48,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:48,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:48,034 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:21:48,034 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1639228078, stopped=false 2024-11-11T16:21:48,034 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,34909,1731342090251 2024-11-11T16:21:48,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2687726124/running 2024-11-11T16:21:48,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2687726124 2024-11-11T16:21:48,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1002fa5a7700007, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2687726124/running 2024-11-11T16:21:48,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1002fa5a7700007, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2687726124 2024-11-11T16:21:48,037 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:21:48,038 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:21:48,038 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:48,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:48,038 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,46073,1731342090331' ***** 2024-11-11T16:21:48,038 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:21:48,039 INFO [RS:0;16b413a53992:46073 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:21:48,039 INFO [RS:0;16b413a53992:46073 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:21:48,039 INFO [RS:0;16b413a53992:46073 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:21:48,039 INFO [RS:0;16b413a53992:46073 {}] regionserver.HRegionServer(3091): Received CLOSE for 21ca9faad80b11f42616b4554dec8930 2024-11-11T16:21:48,039 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:21:48,040 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:21:48,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46073-0x1002fa5a7700007, quorum=127.0.0.1:50501, baseZNode=/2687726124 Set watcher on znode that does not yet exist, /2687726124/running 2024-11-11T16:21:48,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Set watcher on znode that does not yet exist, /2687726124/running 2024-11-11T16:21:48,048 INFO [RS:0;16b413a53992:46073 {}] regionserver.HRegionServer(3091): Received CLOSE for a36abc33f196c737dddfcb6702e786c2 2024-11-11T16:21:48,048 INFO [RS:0;16b413a53992:46073 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,46073,1731342090331 2024-11-11T16:21:48,049 INFO [RS:0;16b413a53992:46073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:21:48,049 INFO [RS:0;16b413a53992:46073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:46073. 2024-11-11T16:21:48,049 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21ca9faad80b11f42616b4554dec8930, disabling compactions & flushes 2024-11-11T16:21:48,049 DEBUG [RS:0;16b413a53992:46073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:48,049 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930. 2024-11-11T16:21:48,049 DEBUG [RS:0;16b413a53992:46073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:48,049 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930. 2024-11-11T16:21:48,049 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930. after waiting 0 ms 2024-11-11T16:21:48,049 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930. 2024-11-11T16:21:48,049 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 21ca9faad80b11f42616b4554dec8930 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-11T16:21:48,050 INFO [RS:0;16b413a53992:46073 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:21:48,050 INFO [RS:0;16b413a53992:46073 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:21:48,050 INFO [RS:0;16b413a53992:46073 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:21:48,050 INFO [RS:0;16b413a53992:46073 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:21:48,051 INFO [RS:0;16b413a53992:46073 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T16:21:48,051 DEBUG [RS:0;16b413a53992:46073 {}] regionserver.HRegionServer(1325): Online Regions={21ca9faad80b11f42616b4554dec8930=hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930., 1588230740=hbase:meta,,1.1588230740, a36abc33f196c737dddfcb6702e786c2=test,,1731342094284.a36abc33f196c737dddfcb6702e786c2.} 2024-11-11T16:21:48,051 DEBUG [RS:0;16b413a53992:46073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21ca9faad80b11f42616b4554dec8930, a36abc33f196c737dddfcb6702e786c2 2024-11-11T16:21:48,057 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:21:48,057 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:21:48,057 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:21:48,057 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:21:48,057 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:21:48,057 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T16:21:48,073 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 636, reset compression=false 2024-11-11T16:21:48,096 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740/.tmp/info/edc5e3cd10ff40f899c948bad38a66b6 is 147, key is hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930./info:regioninfo/1731342100602/Put/seqid=0 2024-11-11T16:21:48,102 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/replication/21ca9faad80b11f42616b4554dec8930/.tmp/queue/c3496dd6a9e24be5889ee2e34fd5b05d is 154, key is 1-16b413a53992,46073,1731342090331/queue:16b413a53992%2C46073%2C1731342090331/1731342107168/Put/seqid=0 2024-11-11T16:21:48,113 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 1237, reset compression=false 2024-11-11T16:21:48,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741840_1016 (size=7686) 2024-11-11T16:21:48,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741841_1017 (size=5353) 2024-11-11T16:21:48,155 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/replication/21ca9faad80b11f42616b4554dec8930/.tmp/queue/c3496dd6a9e24be5889ee2e34fd5b05d 2024-11-11T16:21:48,185 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/replication/21ca9faad80b11f42616b4554dec8930/.tmp/queue/c3496dd6a9e24be5889ee2e34fd5b05d as hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/replication/21ca9faad80b11f42616b4554dec8930/queue/c3496dd6a9e24be5889ee2e34fd5b05d 2024-11-11T16:21:48,193 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/replication/21ca9faad80b11f42616b4554dec8930/queue/c3496dd6a9e24be5889ee2e34fd5b05d, entries=1, sequenceid=12, filesize=5.2 K 2024-11-11T16:21:48,195 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 21ca9faad80b11f42616b4554dec8930 in 146ms, sequenceid=12, compaction requested=false 2024-11-11T16:21:48,233 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/replication/21ca9faad80b11f42616b4554dec8930/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T16:21:48,235 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:21:48,235 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:21:48,235 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930. 2024-11-11T16:21:48,235 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21ca9faad80b11f42616b4554dec8930: Waiting for close lock at 1731342108049Running coprocessor pre-close hooks at 1731342108049Disabling compacts and flushes for region at 1731342108049Disabling writes for close at 1731342108049Obtaining lock to block concurrent updates at 1731342108049Preparing flush snapshotting stores in 21ca9faad80b11f42616b4554dec8930 at 1731342108049Finished memstore snapshotting hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731342108050 (+1 ms)Flushing stores of hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930. at 1731342108052 (+2 ms)Flushing 21ca9faad80b11f42616b4554dec8930/queue: creating writer at 1731342108053 (+1 ms)Flushing 21ca9faad80b11f42616b4554dec8930/queue: appending metadata at 1731342108101 (+48 ms)Flushing 21ca9faad80b11f42616b4554dec8930/queue: closing flushed file at 1731342108101Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fb7c78b: reopening flushed file at 1731342108170 (+69 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 21ca9faad80b11f42616b4554dec8930 in 146ms, sequenceid=12, compaction requested=false at 1731342108195 (+25 ms)Writing region close event to WAL at 1731342108220 (+25 ms)Running coprocessor post-close hooks at 1731342108235 (+15 ms)Closed at 1731342108235 2024-11-11T16:21:48,236 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731342099810.21ca9faad80b11f42616b4554dec8930. 2024-11-11T16:21:48,237 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a36abc33f196c737dddfcb6702e786c2, disabling compactions & flushes 2024-11-11T16:21:48,237 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731342094284.a36abc33f196c737dddfcb6702e786c2. 2024-11-11T16:21:48,237 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342094284.a36abc33f196c737dddfcb6702e786c2. 2024-11-11T16:21:48,237 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731342094284.a36abc33f196c737dddfcb6702e786c2. after waiting 0 ms 2024-11-11T16:21:48,237 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731342094284.a36abc33f196c737dddfcb6702e786c2. 2024-11-11T16:21:48,237 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a36abc33f196c737dddfcb6702e786c2 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-11T16:21:48,251 DEBUG [RS:0;16b413a53992:46073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a36abc33f196c737dddfcb6702e786c2 2024-11-11T16:21:48,278 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/default/test/a36abc33f196c737dddfcb6702e786c2/.tmp/f/947712b75a564ad7b6328dd417327dcb is 29, key is row1/f:/1731342106004/DeleteFamily/seqid=0 2024-11-11T16:21:48,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741842_1018 (size=5152) 2024-11-11T16:21:48,284 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/default/test/a36abc33f196c737dddfcb6702e786c2/.tmp/f/947712b75a564ad7b6328dd417327dcb 2024-11-11T16:21:48,291 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 947712b75a564ad7b6328dd417327dcb 2024-11-11T16:21:48,317 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/default/test/a36abc33f196c737dddfcb6702e786c2/.tmp/f1/f1d0522dac094fcd8471ab45f7c3d514 is 30, key is row1/f1:/1731342106004/DeleteFamily/seqid=0 2024-11-11T16:21:48,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741843_1019 (size=5158) 2024-11-11T16:21:48,337 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/default/test/a36abc33f196c737dddfcb6702e786c2/.tmp/f1/f1d0522dac094fcd8471ab45f7c3d514 2024-11-11T16:21:48,348 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1d0522dac094fcd8471ab45f7c3d514 2024-11-11T16:21:48,379 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/default/test/a36abc33f196c737dddfcb6702e786c2/.tmp/norep/df1fd20718964f928aef9421fd872cdd is 33, key is row2/norep:/1731342107010/DeleteFamily/seqid=0 2024-11-11T16:21:48,393 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 1193, reset compression=false 2024-11-11T16:21:48,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741844_1020 (size=5108) 2024-11-11T16:21:48,399 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/default/test/a36abc33f196c737dddfcb6702e786c2/.tmp/norep/df1fd20718964f928aef9421fd872cdd 2024-11-11T16:21:48,407 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df1fd20718964f928aef9421fd872cdd 2024-11-11T16:21:48,408 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/default/test/a36abc33f196c737dddfcb6702e786c2/.tmp/f/947712b75a564ad7b6328dd417327dcb as hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/default/test/a36abc33f196c737dddfcb6702e786c2/f/947712b75a564ad7b6328dd417327dcb 2024-11-11T16:21:48,412 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 947712b75a564ad7b6328dd417327dcb 2024-11-11T16:21:48,412 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/default/test/a36abc33f196c737dddfcb6702e786c2/f/947712b75a564ad7b6328dd417327dcb, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T16:21:48,414 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/default/test/a36abc33f196c737dddfcb6702e786c2/.tmp/f1/f1d0522dac094fcd8471ab45f7c3d514 as hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/default/test/a36abc33f196c737dddfcb6702e786c2/f1/f1d0522dac094fcd8471ab45f7c3d514 2024-11-11T16:21:48,428 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1d0522dac094fcd8471ab45f7c3d514 2024-11-11T16:21:48,428 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/default/test/a36abc33f196c737dddfcb6702e786c2/f1/f1d0522dac094fcd8471ab45f7c3d514, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T16:21:48,429 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/default/test/a36abc33f196c737dddfcb6702e786c2/.tmp/norep/df1fd20718964f928aef9421fd872cdd as hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/default/test/a36abc33f196c737dddfcb6702e786c2/norep/df1fd20718964f928aef9421fd872cdd 2024-11-11T16:21:48,437 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df1fd20718964f928aef9421fd872cdd 2024-11-11T16:21:48,437 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/default/test/a36abc33f196c737dddfcb6702e786c2/norep/df1fd20718964f928aef9421fd872cdd, entries=1, sequenceid=10, filesize=5.0 K 2024-11-11T16:21:48,438 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a36abc33f196c737dddfcb6702e786c2 in 201ms, sequenceid=10, compaction requested=false 2024-11-11T16:21:48,451 DEBUG [RS:0;16b413a53992:46073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a36abc33f196c737dddfcb6702e786c2 2024-11-11T16:21:48,457 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/default/test/a36abc33f196c737dddfcb6702e786c2/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T16:21:48,458 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:21:48,458 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:21:48,458 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731342094284.a36abc33f196c737dddfcb6702e786c2. 2024-11-11T16:21:48,458 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a36abc33f196c737dddfcb6702e786c2: Waiting for close lock at 1731342108237Running coprocessor pre-close hooks at 1731342108237Disabling compacts and flushes for region at 1731342108237Disabling writes for close at 1731342108237Obtaining lock to block concurrent updates at 1731342108237Preparing flush snapshotting stores in a36abc33f196c737dddfcb6702e786c2 at 1731342108237Finished memstore snapshotting test,,1731342094284.a36abc33f196c737dddfcb6702e786c2., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731342108237Flushing stores of test,,1731342094284.a36abc33f196c737dddfcb6702e786c2. at 1731342108247 (+10 ms)Flushing a36abc33f196c737dddfcb6702e786c2/f: creating writer at 1731342108247Flushing a36abc33f196c737dddfcb6702e786c2/f: appending metadata at 1731342108277 (+30 ms)Flushing a36abc33f196c737dddfcb6702e786c2/f: closing flushed file at 1731342108277Flushing a36abc33f196c737dddfcb6702e786c2/f1: creating writer at 1731342108291 (+14 ms)Flushing a36abc33f196c737dddfcb6702e786c2/f1: appending metadata at 1731342108315 (+24 ms)Flushing a36abc33f196c737dddfcb6702e786c2/f1: closing flushed file at 1731342108315Flushing a36abc33f196c737dddfcb6702e786c2/norep: creating writer at 1731342108348 (+33 ms)Flushing a36abc33f196c737dddfcb6702e786c2/norep: appending metadata at 1731342108378 (+30 ms)Flushing a36abc33f196c737dddfcb6702e786c2/norep: closing flushed file at 1731342108378Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6455eea6: reopening flushed file at 1731342108407 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@316fa414: reopening flushed file at 1731342108413 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c36d07a: reopening flushed file at 1731342108428 (+15 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a36abc33f196c737dddfcb6702e786c2 in 201ms, sequenceid=10, compaction requested=false at 1731342108438 (+10 ms)Writing region close event to WAL at 1731342108453 (+15 ms)Running coprocessor post-close hooks at 1731342108458 (+5 ms)Closed at 1731342108458 2024-11-11T16:21:48,458 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731342094284.a36abc33f196c737dddfcb6702e786c2. 2024-11-11T16:21:48,552 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740/.tmp/info/edc5e3cd10ff40f899c948bad38a66b6 2024-11-11T16:21:48,585 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740/.tmp/ns/1112f2677b574552882f25aff3753cad is 43, key is default/ns:d/1731342092391/Put/seqid=0 2024-11-11T16:21:48,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741845_1021 (size=5153) 2024-11-11T16:21:48,607 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740/.tmp/ns/1112f2677b574552882f25aff3753cad 2024-11-11T16:21:48,639 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:21:48,639 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:21:48,651 DEBUG [RS:0;16b413a53992:46073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:21:48,658 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740/.tmp/rep_barrier/3e16726538a04f49a9858c7607bdc99d is 112, key is test,,1731342094284.a36abc33f196c737dddfcb6702e786c2./rep_barrier:seqnumDuringOpen/1731342094933/Put/seqid=0 2024-11-11T16:21:48,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741846_1022 (size=5518) 2024-11-11T16:21:48,666 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740/.tmp/rep_barrier/3e16726538a04f49a9858c7607bdc99d 2024-11-11T16:21:48,670 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 1237, reset compression=false 2024-11-11T16:21:48,687 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:48,687 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 2128, reset compression=false 2024-11-11T16:21:48,687 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.shipper16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,46073,1731342090331 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789, lastWalPosition=2128, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:21:48,688 ERROR [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.shipper16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 16b413a53992,46073,1731342090331: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-16b413a53992,46073,1731342090331, walGroup=16b413a53992%2C46073%2C1731342090331, offset=16b413a53992%2C46073%2C1731342090331.1731342091789:2128, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:46073 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T16:21:48,689 ERROR [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.shipper16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T16:21:48,689 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.shipper16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T16:21:48,690 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.shipper16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T16:21:48,690 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.shipper16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T16:21:48,690 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.shipper16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T16:21:48,690 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.shipper16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1235222528, "init": 1048576000, "max": 2306867200, "used": 1012706816 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 201555816 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T16:21:48,690 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.shipper16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:34909 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:34909 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T16:21:48,703 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740/.tmp/table/85ca222cdb7c46c4853bae9e86cb5c2c is 53, key is hbase:replication/table:state/1731342100609/Put/seqid=0 2024-11-11T16:21:48,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741847_1023 (size=5308) 2024-11-11T16:21:48,716 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740/.tmp/table/85ca222cdb7c46c4853bae9e86cb5c2c 2024-11-11T16:21:48,723 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740/.tmp/info/edc5e3cd10ff40f899c948bad38a66b6 as hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740/info/edc5e3cd10ff40f899c948bad38a66b6 2024-11-11T16:21:48,727 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740/info/edc5e3cd10ff40f899c948bad38a66b6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T16:21:48,728 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740/.tmp/ns/1112f2677b574552882f25aff3753cad as hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740/ns/1112f2677b574552882f25aff3753cad 2024-11-11T16:21:48,732 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740/ns/1112f2677b574552882f25aff3753cad, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T16:21:48,733 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740/.tmp/rep_barrier/3e16726538a04f49a9858c7607bdc99d as hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740/rep_barrier/3e16726538a04f49a9858c7607bdc99d 2024-11-11T16:21:48,737 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740/rep_barrier/3e16726538a04f49a9858c7607bdc99d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T16:21:48,738 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740/.tmp/table/85ca222cdb7c46c4853bae9e86cb5c2c as hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740/table/85ca222cdb7c46c4853bae9e86cb5c2c 2024-11-11T16:21:48,749 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740/table/85ca222cdb7c46c4853bae9e86cb5c2c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T16:21:48,750 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 693ms, sequenceid=16, compaction requested=false 2024-11-11T16:21:48,769 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T16:21:48,770 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:21:48,770 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:21:48,770 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:21:48,770 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342108056Running coprocessor pre-close hooks at 1731342108056Disabling compacts and flushes for region at 1731342108056Disabling writes for close at 1731342108057 (+1 ms)Obtaining lock to block concurrent updates at 1731342108057Preparing flush snapshotting stores in 1588230740 at 1731342108057Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731342108057Flushing stores of hbase:meta,,1.1588230740 at 1731342108058 (+1 ms)Flushing 1588230740/info: creating writer at 1731342108060 (+2 ms)Flushing 1588230740/info: appending metadata at 1731342108096 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731342108096Flushing 1588230740/ns: creating writer at 1731342108563 (+467 ms)Flushing 1588230740/ns: appending metadata at 1731342108584 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731342108585 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731342108628 (+43 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731342108657 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731342108657Flushing 1588230740/table: creating writer at 1731342108672 (+15 ms)Flushing 1588230740/table: appending metadata at 1731342108703 (+31 ms)Flushing 1588230740/table: closing flushed file at 1731342108703Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47a466f5: reopening flushed file at 1731342108720 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b77b118: reopening flushed file at 1731342108727 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@167825b4: reopening flushed file at 1731342108732 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c842f61: reopening flushed file at 1731342108737 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 693ms, sequenceid=16, compaction requested=false at 1731342108750 (+13 ms)Writing region close event to WAL at 1731342108762 (+12 ms)Running coprocessor post-close hooks at 1731342108770 (+8 ms)Closed at 1731342108770 2024-11-11T16:21:48,770 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:21:48,852 INFO [RS:0;16b413a53992:46073 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,46073,1731342090331; all regions closed. 2024-11-11T16:21:48,877 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.meta.1731342092342.meta not finished, retry = 0 2024-11-11T16:21:48,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741834_1010 (size=4239) 2024-11-11T16:21:48,893 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 2128, reset compression=false 2024-11-11T16:21:48,909 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 636, reset compression=false 2024-11-11T16:21:48,945 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 1193, reset compression=false 2024-11-11T16:21:49,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741839_1015 (size=3114) 2024-11-11T16:21:49,016 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.rep.1731342100567 not finished, retry = 0 2024-11-11T16:21:49,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741832_1008 (size=2136) 2024-11-11T16:21:49,125 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 not finished, retry = 0 2024-11-11T16:21:49,209 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 to pos 2128, reset compression=false 2024-11-11T16:21:49,229 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/WALs/16b413a53992,46073,1731342090331/16b413a53992%2C46073%2C1731342090331.1731342091789 2024-11-11T16:21:49,229 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-11T16:21:49,229 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-11T16:21:49,229 DEBUG [RS:0;16b413a53992:46073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:49,229 INFO [RS:0;16b413a53992:46073 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:21:49,229 INFO [RS:0;16b413a53992:46073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:21:49,229 INFO [RS:0;16b413a53992:46073 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T16:21:49,229 INFO [RS:0;16b413a53992:46073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:21:49,230 INFO [RS:0;16b413a53992:46073 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16b413a53992,46073,1731342090331 because: Region server is closing 2024-11-11T16:21:49,230 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:21:49,230 INFO [RS:0;16b413a53992:46073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:46073. 2024-11-11T16:21:49,230 DEBUG [RS:0;16b413a53992:46073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:49,230 DEBUG [RS:0;16b413a53992:46073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:49,230 DEBUG [RS:0;16b413a53992:46073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:49,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:49,330 INFO [RS:0;16b413a53992:46073 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.shipper16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 terminated 2024-11-11T16:21:49,330 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,46073,1731342090331.replicationSource.wal-reader.16b413a53992%2C46073%2C1731342090331,1-16b413a53992,46073,1731342090331 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-11T16:21:49,331 INFO [RS:0;16b413a53992:46073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:46073. 2024-11-11T16:21:49,331 DEBUG [RS:0;16b413a53992:46073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:49,331 DEBUG [RS:0;16b413a53992:46073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:49,331 DEBUG [RS:0;16b413a53992:46073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:49,331 INFO [RS:0;16b413a53992:46073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46073 2024-11-11T16:21:49,331 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:49,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1002fa5a7700007, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2687726124/rs/16b413a53992,46073,1731342090331 2024-11-11T16:21:49,334 INFO [RS:0;16b413a53992:46073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:21:49,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2687726124/rs 2024-11-11T16:21:49,348 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,46073,1731342090331] 2024-11-11T16:21:49,377 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2687726124/draining/16b413a53992,46073,1731342090331 already deleted, retry=false 2024-11-11T16:21:49,377 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,46073,1731342090331 expired; onlineServers=0 2024-11-11T16:21:49,377 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,34909,1731342090251' ***** 2024-11-11T16:21:49,377 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:21:49,379 INFO [M:0;16b413a53992:34909 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:21:49,379 INFO [M:0;16b413a53992:34909 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:21:49,379 DEBUG [M:0;16b413a53992:34909 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:21:49,379 DEBUG [M:0;16b413a53992:34909 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:21:49,379 INFO [M:0;16b413a53992:34909 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:21:49,379 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:21:49,379 INFO [M:0;16b413a53992:34909 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:21:49,379 DEBUG [M:0;16b413a53992:34909 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:21:49,379 INFO [M:0;16b413a53992:34909 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:21:49,379 INFO [M:0;16b413a53992:34909 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:21:49,380 INFO [M:0;16b413a53992:34909 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:21:49,380 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:21:49,380 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342091601 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342091601,5,FailOnTimeoutGroup] 2024-11-11T16:21:49,380 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342091598 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342091598,5,FailOnTimeoutGroup] 2024-11-11T16:21:49,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2687726124/master 2024-11-11T16:21:49,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2687726124 2024-11-11T16:21:49,385 DEBUG [M:0;16b413a53992:34909 {}] zookeeper.ZKUtil(347): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Unable to get data of znode /2687726124/master because node does not exist (not an error) 2024-11-11T16:21:49,385 WARN [M:0;16b413a53992:34909 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T16:21:49,405 INFO [M:0;16b413a53992:34909 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/.lastflushedseqids 2024-11-11T16:21:49,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741848_1024 (size=245) 2024-11-11T16:21:49,438 INFO [RS:0;16b413a53992:46073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:21:49,438 INFO [RS:0;16b413a53992:46073 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,46073,1731342090331; zookeeper connection closed. 2024-11-11T16:21:49,439 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2375e62f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2375e62f 2024-11-11T16:21:49,439 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:21:49,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1002fa5a7700007, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:21:49,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1002fa5a7700007, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:21:49,553 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 1193, reset compression=false 2024-11-11T16:21:49,814 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 636, reset compression=false 2024-11-11T16:21:49,824 INFO [M:0;16b413a53992:34909 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:21:49,824 INFO [M:0;16b413a53992:34909 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:21:49,825 DEBUG [M:0;16b413a53992:34909 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:21:49,825 INFO [M:0;16b413a53992:34909 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:49,825 DEBUG [M:0;16b413a53992:34909 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:49,825 DEBUG [M:0;16b413a53992:34909 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:21:49,825 DEBUG [M:0;16b413a53992:34909 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:49,825 INFO [M:0;16b413a53992:34909 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-11T16:21:49,869 DEBUG [M:0;16b413a53992:34909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f72deec8023b44a68679013a0783cda9 is 82, key is hbase:meta,,1/info:regioninfo/1731342092378/Put/seqid=0 2024-11-11T16:21:49,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741849_1025 (size=5672) 2024-11-11T16:21:50,262 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 1193, reset compression=false 2024-11-11T16:21:50,321 INFO [M:0;16b413a53992:34909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f72deec8023b44a68679013a0783cda9 2024-11-11T16:21:50,349 DEBUG [M:0;16b413a53992:34909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f116fb1e920409d84c5b07c12cf6aeb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731342100614/Put/seqid=0 2024-11-11T16:21:50,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741850_1026 (size=8516) 2024-11-11T16:21:50,370 INFO [M:0;16b413a53992:34909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f116fb1e920409d84c5b07c12cf6aeb 2024-11-11T16:21:50,397 DEBUG [M:0;16b413a53992:34909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dffef32b655240faaab79d910af76892 is 69, key is 16b413a53992,46073,1731342090331/rs:state/1731342091616/Put/seqid=0 2024-11-11T16:21:50,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741851_1027 (size=5156) 2024-11-11T16:21:50,838 INFO [M:0;16b413a53992:34909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dffef32b655240faaab79d910af76892 2024-11-11T16:21:50,846 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 636, reset compression=false 2024-11-11T16:21:50,846 DEBUG [M:0;16b413a53992:34909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f72deec8023b44a68679013a0783cda9 as hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f72deec8023b44a68679013a0783cda9 2024-11-11T16:21:50,853 INFO [M:0;16b413a53992:34909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f72deec8023b44a68679013a0783cda9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T16:21:50,858 DEBUG [M:0;16b413a53992:34909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f116fb1e920409d84c5b07c12cf6aeb as hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9f116fb1e920409d84c5b07c12cf6aeb 2024-11-11T16:21:50,864 INFO [M:0;16b413a53992:34909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9f116fb1e920409d84c5b07c12cf6aeb, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T16:21:50,866 DEBUG [M:0;16b413a53992:34909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dffef32b655240faaab79d910af76892 as hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dffef32b655240faaab79d910af76892 2024-11-11T16:21:50,869 INFO [M:0;16b413a53992:34909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32873/user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dffef32b655240faaab79d910af76892, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T16:21:50,873 INFO [M:0;16b413a53992:34909 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1048ms, sequenceid=97, compaction requested=false 2024-11-11T16:21:50,906 INFO [M:0;16b413a53992:34909 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:50,906 DEBUG [M:0;16b413a53992:34909 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342109825Disabling compacts and flushes for region at 1731342109825Disabling writes for close at 1731342109825Obtaining lock to block concurrent updates at 1731342109825Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731342109825Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731342109825Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731342109829 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731342109829Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731342109868 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731342109868Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731342110326 (+458 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731342110349 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731342110349Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731342110374 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731342110396 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731342110396Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32757ab5: reopening flushed file at 1731342110845 (+449 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5037bf2a: reopening flushed file at 1731342110853 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3efb2d70: reopening flushed file at 1731342110865 (+12 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1048ms, sequenceid=97, compaction requested=false at 1731342110873 (+8 ms)Writing region close event to WAL at 1731342110906 (+33 ms)Closed at 1731342110906 2024-11-11T16:21:50,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36971 is added to blk_1073741830_1006 (size=63654) 2024-11-11T16:21:50,914 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e3e3fee-3d23-91a5-90fe-32f5f3110bea/MasterData/WALs/16b413a53992,34909,1731342090251/16b413a53992%2C34909%2C1731342090251.1731342091435 not finished, retry = 0 2024-11-11T16:21:51,015 INFO [M:0;16b413a53992:34909 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:21:51,015 INFO [M:0;16b413a53992:34909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34909 2024-11-11T16:21:51,016 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:21:51,016 INFO [M:0;16b413a53992:34909 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:21:51,066 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 1193, reset compression=false 2024-11-11T16:21:51,125 INFO [M:0;16b413a53992:34909 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:21:51,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:21:51,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1002fa5a7700006, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:21:51,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@327edba8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:21:51,131 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c183537{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:21:51,132 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:21:51,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7276daf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:21:51,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d0d812a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/hadoop.log.dir/,STOPPED} 2024-11-11T16:21:51,134 WARN [BP-1920100216-172.17.0.2-1731342089150 heartbeating to localhost/127.0.0.1:32873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:21:51,134 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:21:51,134 WARN [BP-1920100216-172.17.0.2-1731342089150 heartbeating to localhost/127.0.0.1:32873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1920100216-172.17.0.2-1731342089150 (Datanode Uuid 815f6ac5-2b03-4f06-94c7-3e715ddba1f4) service to localhost/127.0.0.1:32873 2024-11-11T16:21:51,134 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:21:51,134 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/cluster_41262f72-38ab-0424-12c5-757a65748e58/data/data1/current/BP-1920100216-172.17.0.2-1731342089150 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:21:51,135 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/cluster_41262f72-38ab-0424-12c5-757a65748e58/data/data2/current/BP-1920100216-172.17.0.2-1731342089150 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:21:51,135 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:21:51,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2758d43d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:21:51,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76611e6f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:21:51,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:21:51,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6842fe12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:21:51,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e4c5998{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/hadoop.log.dir/,STOPPED} 2024-11-11T16:21:51,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:21:51,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:21:51,168 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:21:51,168 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:51,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:51,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:51,168 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:21:51,168 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1912084319, stopped=false 2024-11-11T16:21:51,168 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,41559,1731342086803 2024-11-11T16:21:51,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12010608661/running 2024-11-11T16:21:51,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12010608661 2024-11-11T16:21:51,170 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:21:51,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Set watcher on znode that does not yet exist, /12010608661/running 2024-11-11T16:21:51,171 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:21:51,171 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:51,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:51,172 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,38849,1731342086872' ***** 2024-11-11T16:21:51,172 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:21:51,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:51,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1002fa5a7700004, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12010608661/running 2024-11-11T16:21:51,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1002fa5a7700004, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12010608661 2024-11-11T16:21:51,173 INFO [RS:0;16b413a53992:38849 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:21:51,173 INFO [RS:0;16b413a53992:38849 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:21:51,173 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:21:51,173 INFO [RS:0;16b413a53992:38849 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:21:51,173 INFO [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(3091): Received CLOSE for b7ef23feac5b5e8feaa9c09b3587dd73 2024-11-11T16:21:51,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38849-0x1002fa5a7700004, quorum=127.0.0.1:50501, baseZNode=/12010608661 Set watcher on znode that does not yet exist, /12010608661/running 2024-11-11T16:21:51,173 INFO [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f23e3241f51ea92e35ea77384fa8a8e 2024-11-11T16:21:51,173 INFO [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,38849,1731342086872 2024-11-11T16:21:51,174 INFO [RS:0;16b413a53992:38849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:21:51,174 INFO [RS:0;16b413a53992:38849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:38849. 2024-11-11T16:21:51,174 DEBUG [RS:0;16b413a53992:38849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:51,174 DEBUG [RS:0;16b413a53992:38849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:51,174 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7ef23feac5b5e8feaa9c09b3587dd73, disabling compactions & flushes 2024-11-11T16:21:51,174 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73. 2024-11-11T16:21:51,174 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73. 2024-11-11T16:21:51,174 INFO [RS:0;16b413a53992:38849 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:21:51,174 INFO [RS:0;16b413a53992:38849 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:21:51,174 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73. after waiting 0 ms 2024-11-11T16:21:51,174 INFO [RS:0;16b413a53992:38849 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:21:51,174 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73. 2024-11-11T16:21:51,174 INFO [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:21:51,174 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b7ef23feac5b5e8feaa9c09b3587dd73 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-11T16:21:51,174 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:21:51,175 INFO [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T16:21:51,175 DEBUG [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b7ef23feac5b5e8feaa9c09b3587dd73=test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73., 4f23e3241f51ea92e35ea77384fa8a8e=hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e.} 2024-11-11T16:21:51,175 DEBUG [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f23e3241f51ea92e35ea77384fa8a8e, b7ef23feac5b5e8feaa9c09b3587dd73 2024-11-11T16:21:51,175 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:21:51,175 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:21:51,175 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:21:51,175 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:21:51,175 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:21:51,175 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T16:21:51,194 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740/.tmp/info/1b7aa5c3f4b44ae9b47c451cc9c25c0e is 147, key is hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e./info:regioninfo/1731342098585/Put/seqid=0 2024-11-11T16:21:51,196 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/default/test/b7ef23feac5b5e8feaa9c09b3587dd73/.tmp/f/08697f4c189b45a89df419328b330c59 is 29, key is row1/f:/1731342106004/DeleteFamily/seqid=0 2024-11-11T16:21:51,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741840_1016 (size=7686) 2024-11-11T16:21:51,199 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740/.tmp/info/1b7aa5c3f4b44ae9b47c451cc9c25c0e 2024-11-11T16:21:51,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741841_1017 (size=5152) 2024-11-11T16:21:51,200 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:21:51,200 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:21:51,225 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740/.tmp/ns/a38707998408418cb62a8632b2fa0c3b is 43, key is default/ns:d/1731342088952/Put/seqid=0 2024-11-11T16:21:51,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741842_1018 (size=5153) 2024-11-11T16:21:51,375 DEBUG [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f23e3241f51ea92e35ea77384fa8a8e, b7ef23feac5b5e8feaa9c09b3587dd73 2024-11-11T16:21:51,575 DEBUG [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f23e3241f51ea92e35ea77384fa8a8e, b7ef23feac5b5e8feaa9c09b3587dd73 2024-11-11T16:21:51,601 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/default/test/b7ef23feac5b5e8feaa9c09b3587dd73/.tmp/f/08697f4c189b45a89df419328b330c59 2024-11-11T16:21:51,605 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08697f4c189b45a89df419328b330c59 2024-11-11T16:21:51,625 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/default/test/b7ef23feac5b5e8feaa9c09b3587dd73/.tmp/f1/8f20edd23b1e4db9b7f0414bab8d99f7 is 30, key is row1/f1:/1731342106004/DeleteFamily/seqid=0 2024-11-11T16:21:51,630 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740/.tmp/ns/a38707998408418cb62a8632b2fa0c3b 2024-11-11T16:21:51,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741843_1019 (size=5158) 2024-11-11T16:21:51,662 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740/.tmp/rep_barrier/bde6fd826f76451a95e652728feaa31a is 112, key is test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73./rep_barrier:seqnumDuringOpen/1731342094083/Put/seqid=0 2024-11-11T16:21:51,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741844_1020 (size=5518) 2024-11-11T16:21:51,775 DEBUG [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f23e3241f51ea92e35ea77384fa8a8e, b7ef23feac5b5e8feaa9c09b3587dd73 2024-11-11T16:21:51,955 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 636, reset compression=false 2024-11-11T16:21:51,972 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 1193, reset compression=false 2024-11-11T16:21:51,976 DEBUG [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f23e3241f51ea92e35ea77384fa8a8e, b7ef23feac5b5e8feaa9c09b3587dd73 2024-11-11T16:21:51,982 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:51,982 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 1440, reset compression=false 2024-11-11T16:21:51,982 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.shipper16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,38849,1731342086872 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:21:51,983 ERROR [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.shipper16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 16b413a53992,38849,1731342086872: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-16b413a53992,38849,1731342086872, walGroup=16b413a53992%2C38849%2C1731342086872, offset=16b413a53992%2C38849%2C1731342086872.1731342088328:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:38849 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T16:21:51,984 ERROR [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.shipper16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T16:21:51,985 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.shipper16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T16:21:51,985 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.shipper16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T16:21:51,985 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.shipper16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T16:21:51,985 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.shipper16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T16:21:51,985 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.shipper16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1235222528, "init": 1048576000, "max": 2306867200, "used": 908691968 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 201848848 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T16:21:51,986 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.shipper16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:41559 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:41559 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T16:21:52,046 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/default/test/b7ef23feac5b5e8feaa9c09b3587dd73/.tmp/f1/8f20edd23b1e4db9b7f0414bab8d99f7 2024-11-11T16:21:52,051 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f20edd23b1e4db9b7f0414bab8d99f7 2024-11-11T16:21:52,080 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/default/test/b7ef23feac5b5e8feaa9c09b3587dd73/.tmp/norep/46e336c5c79442978457c7063db7214f is 33, key is row1/norep:/1731342106004/DeleteFamily/seqid=0 2024-11-11T16:21:52,094 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740/.tmp/rep_barrier/bde6fd826f76451a95e652728feaa31a 2024-11-11T16:21:52,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741845_1021 (size=5108) 2024-11-11T16:21:52,116 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/default/test/b7ef23feac5b5e8feaa9c09b3587dd73/.tmp/norep/46e336c5c79442978457c7063db7214f 2024-11-11T16:21:52,121 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46e336c5c79442978457c7063db7214f 2024-11-11T16:21:52,121 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T16:21:52,121 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/default/test/b7ef23feac5b5e8feaa9c09b3587dd73/.tmp/f/08697f4c189b45a89df419328b330c59 as hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/default/test/b7ef23feac5b5e8feaa9c09b3587dd73/f/08697f4c189b45a89df419328b330c59 2024-11-11T16:21:52,126 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08697f4c189b45a89df419328b330c59 2024-11-11T16:21:52,126 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/default/test/b7ef23feac5b5e8feaa9c09b3587dd73/f/08697f4c189b45a89df419328b330c59, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T16:21:52,127 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/default/test/b7ef23feac5b5e8feaa9c09b3587dd73/.tmp/f1/8f20edd23b1e4db9b7f0414bab8d99f7 as hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/default/test/b7ef23feac5b5e8feaa9c09b3587dd73/f1/8f20edd23b1e4db9b7f0414bab8d99f7 2024-11-11T16:21:52,132 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f20edd23b1e4db9b7f0414bab8d99f7 2024-11-11T16:21:52,132 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/default/test/b7ef23feac5b5e8feaa9c09b3587dd73/f1/8f20edd23b1e4db9b7f0414bab8d99f7, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T16:21:52,137 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/default/test/b7ef23feac5b5e8feaa9c09b3587dd73/.tmp/norep/46e336c5c79442978457c7063db7214f as hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/default/test/b7ef23feac5b5e8feaa9c09b3587dd73/norep/46e336c5c79442978457c7063db7214f 2024-11-11T16:21:52,142 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46e336c5c79442978457c7063db7214f 2024-11-11T16:21:52,143 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/default/test/b7ef23feac5b5e8feaa9c09b3587dd73/norep/46e336c5c79442978457c7063db7214f, entries=1, sequenceid=10, filesize=5.0 K 2024-11-11T16:21:52,144 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b7ef23feac5b5e8feaa9c09b3587dd73 in 969ms, sequenceid=10, compaction requested=false 2024-11-11T16:21:52,144 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T16:21:52,152 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740/.tmp/table/668cb08ea7d74b5b8d19bcce6d4b4fe4 is 53, key is hbase:replication/table:state/1731342098591/Put/seqid=0 2024-11-11T16:21:52,176 DEBUG [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f23e3241f51ea92e35ea77384fa8a8e, b7ef23feac5b5e8feaa9c09b3587dd73 2024-11-11T16:21:52,186 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 1440, reset compression=false 2024-11-11T16:21:52,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741846_1022 (size=5308) 2024-11-11T16:21:52,198 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740/.tmp/table/668cb08ea7d74b5b8d19bcce6d4b4fe4 2024-11-11T16:21:52,204 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740/.tmp/info/1b7aa5c3f4b44ae9b47c451cc9c25c0e as hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740/info/1b7aa5c3f4b44ae9b47c451cc9c25c0e 2024-11-11T16:21:52,209 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740/info/1b7aa5c3f4b44ae9b47c451cc9c25c0e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T16:21:52,210 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740/.tmp/ns/a38707998408418cb62a8632b2fa0c3b as hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740/ns/a38707998408418cb62a8632b2fa0c3b 2024-11-11T16:21:52,211 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:52,211 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 2084, reset compression=false 2024-11-11T16:21:52,224 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/default/test/b7ef23feac5b5e8feaa9c09b3587dd73/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T16:21:52,224 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:21:52,225 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:21:52,225 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73. 2024-11-11T16:21:52,225 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7ef23feac5b5e8feaa9c09b3587dd73: Waiting for close lock at 1731342111174Running coprocessor pre-close hooks at 1731342111174Disabling compacts and flushes for region at 1731342111174Disabling writes for close at 1731342111174Obtaining lock to block concurrent updates at 1731342111174Preparing flush snapshotting stores in b7ef23feac5b5e8feaa9c09b3587dd73 at 1731342111174Finished memstore snapshotting test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731342111174Flushing stores of test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73. at 1731342111175 (+1 ms)Flushing b7ef23feac5b5e8feaa9c09b3587dd73/f: creating writer at 1731342111175Flushing b7ef23feac5b5e8feaa9c09b3587dd73/f: appending metadata at 1731342111195 (+20 ms)Flushing b7ef23feac5b5e8feaa9c09b3587dd73/f: closing flushed file at 1731342111195Flushing b7ef23feac5b5e8feaa9c09b3587dd73/f1: creating writer at 1731342111605 (+410 ms)Flushing b7ef23feac5b5e8feaa9c09b3587dd73/f1: appending metadata at 1731342111624 (+19 ms)Flushing b7ef23feac5b5e8feaa9c09b3587dd73/f1: closing flushed file at 1731342111625 (+1 ms)Flushing b7ef23feac5b5e8feaa9c09b3587dd73/norep: creating writer at 1731342112051 (+426 ms)Flushing b7ef23feac5b5e8feaa9c09b3587dd73/norep: appending metadata at 1731342112078 (+27 ms)Flushing b7ef23feac5b5e8feaa9c09b3587dd73/norep: closing flushed file at 1731342112079 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b358658: reopening flushed file at 1731342112121 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@500de509: reopening flushed file at 1731342112127 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@121c3645: reopening flushed file at 1731342112132 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b7ef23feac5b5e8feaa9c09b3587dd73 in 969ms, sequenceid=10, compaction requested=false at 1731342112144 (+12 ms)Writing region close event to WAL at 1731342112205 (+61 ms)Running coprocessor post-close hooks at 1731342112224 (+19 ms)Closed at 1731342112225 (+1 ms) 2024-11-11T16:21:52,225 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731342093641.b7ef23feac5b5e8feaa9c09b3587dd73. 2024-11-11T16:21:52,225 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f23e3241f51ea92e35ea77384fa8a8e, disabling compactions & flushes 2024-11-11T16:21:52,225 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e. 2024-11-11T16:21:52,225 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e. 2024-11-11T16:21:52,225 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e. after waiting 0 ms 2024-11-11T16:21:52,225 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e. 2024-11-11T16:21:52,225 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f23e3241f51ea92e35ea77384fa8a8e: Waiting for close lock at 1731342112225Running coprocessor pre-close hooks at 1731342112225Disabling compacts and flushes for region at 1731342112225Disabling writes for close at 1731342112225Failed flush hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e., putting online again at 1731342112225 2024-11-11T16:21:52,225 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e. 2024-11-11T16:21:52,226 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740/ns/a38707998408418cb62a8632b2fa0c3b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T16:21:52,227 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740/.tmp/rep_barrier/bde6fd826f76451a95e652728feaa31a as hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740/rep_barrier/bde6fd826f76451a95e652728feaa31a 2024-11-11T16:21:52,242 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740/rep_barrier/bde6fd826f76451a95e652728feaa31a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T16:21:52,244 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740/.tmp/table/668cb08ea7d74b5b8d19bcce6d4b4fe4 as hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740/table/668cb08ea7d74b5b8d19bcce6d4b4fe4 2024-11-11T16:21:52,250 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740/table/668cb08ea7d74b5b8d19bcce6d4b4fe4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T16:21:52,253 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1078ms, sequenceid=16, compaction requested=false 2024-11-11T16:21:52,253 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T16:21:52,327 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T16:21:52,328 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:21:52,328 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:21:52,328 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:21:52,329 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342111175Running coprocessor pre-close hooks at 1731342111175Disabling compacts and flushes for region at 1731342111175Disabling writes for close at 1731342111175Obtaining lock to block concurrent updates at 1731342111175Preparing flush snapshotting stores in 1588230740 at 1731342111175Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731342111175Flushing stores of hbase:meta,,1.1588230740 at 1731342111176 (+1 ms)Flushing 1588230740/info: creating writer at 1731342111176Flushing 1588230740/info: appending metadata at 1731342111194 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731342111194Flushing 1588230740/ns: creating writer at 1731342111204 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731342111225 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731342111225Flushing 1588230740/rep_barrier: creating writer at 1731342111634 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731342111662 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731342111662Flushing 1588230740/table: creating writer at 1731342112098 (+436 ms)Flushing 1588230740/table: appending metadata at 1731342112152 (+54 ms)Flushing 1588230740/table: closing flushed file at 1731342112152Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@937131: reopening flushed file at 1731342112203 (+51 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fecb0b6: reopening flushed file at 1731342112209 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18cbecb2: reopening flushed file at 1731342112226 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32739746: reopening flushed file at 1731342112243 (+17 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1078ms, sequenceid=16, compaction requested=false at 1731342112253 (+10 ms)Writing region close event to WAL at 1731342112309 (+56 ms)Running coprocessor post-close hooks at 1731342112328 (+19 ms)Closed at 1731342112328 2024-11-11T16:21:52,329 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:21:52,377 INFO [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T16:21:52,377 DEBUG [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(1325): Online Regions={4f23e3241f51ea92e35ea77384fa8a8e=hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e.} 2024-11-11T16:21:52,377 INFO [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f23e3241f51ea92e35ea77384fa8a8e 2024-11-11T16:21:52,377 DEBUG [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(1351): Waiting on 4f23e3241f51ea92e35ea77384fa8a8e 2024-11-11T16:21:52,378 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f23e3241f51ea92e35ea77384fa8a8e, disabling compactions & flushes 2024-11-11T16:21:52,379 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e. 2024-11-11T16:21:52,379 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e. 2024-11-11T16:21:52,379 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e. after waiting 0 ms 2024-11-11T16:21:52,379 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e. 2024-11-11T16:21:52,379 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f23e3241f51ea92e35ea77384fa8a8e: Waiting for close lock at 1731342112378Running coprocessor pre-close hooks at 1731342112378Disabling compacts and flushes for region at 1731342112378Disabling writes for close at 1731342112379 (+1 ms)Failed flush hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e., putting online again at 1731342112379 2024-11-11T16:21:52,379 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731342097638.4f23e3241f51ea92e35ea77384fa8a8e. 2024-11-11T16:21:52,443 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/WALs/16b413a53992,38849,1731342086872/16b413a53992%2C38849%2C1731342086872.1731342088328 to pos 2084, reset compression=false 2024-11-11T16:21:52,577 INFO [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T16:21:52,577 INFO [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,38849,1731342086872; all regions closed. 2024-11-11T16:21:52,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741834_1010 (size=4239) 2024-11-11T16:21:52,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741839_1015 (size=2171) 2024-11-11T16:21:52,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741832_1008 (size=2092) 2024-11-11T16:21:52,662 DEBUG [RS:0;16b413a53992:38849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:52,663 INFO [RS:0;16b413a53992:38849 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:21:52,663 INFO [RS:0;16b413a53992:38849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:21:52,663 INFO [RS:0;16b413a53992:38849 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T16:21:52,663 INFO [RS:0;16b413a53992:38849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:21:52,663 INFO [RS:0;16b413a53992:38849 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16b413a53992,38849,1731342086872 because: Region server is closing 2024-11-11T16:21:52,664 INFO [RS:0;16b413a53992:38849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:38849. 2024-11-11T16:21:52,664 DEBUG [RS:0;16b413a53992:38849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:52,664 DEBUG [RS:0;16b413a53992:38849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:52,664 DEBUG [RS:0;16b413a53992:38849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:52,665 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:21:52,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:52,764 INFO [RS:0;16b413a53992:38849 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.shipper16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 terminated 2024-11-11T16:21:52,764 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,38849,1731342086872.replicationSource.wal-reader.16b413a53992%2C38849%2C1731342086872,1-16b413a53992,38849,1731342086872 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T16:21:52,765 INFO [RS:0;16b413a53992:38849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:38849. 2024-11-11T16:21:52,765 DEBUG [RS:0;16b413a53992:38849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:52,765 DEBUG [RS:0;16b413a53992:38849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:52,765 DEBUG [RS:0;16b413a53992:38849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:52,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:52,765 INFO [RS:0;16b413a53992:38849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38849 2024-11-11T16:21:52,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12010608661/rs 2024-11-11T16:21:52,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1002fa5a7700004, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12010608661/rs/16b413a53992,38849,1731342086872 2024-11-11T16:21:52,768 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,38849,1731342086872] 2024-11-11T16:21:52,769 INFO [RS:0;16b413a53992:38849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:21:52,770 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12010608661/draining/16b413a53992,38849,1731342086872 already deleted, retry=false 2024-11-11T16:21:52,770 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,38849,1731342086872 expired; onlineServers=0 2024-11-11T16:21:52,770 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,41559,1731342086803' ***** 2024-11-11T16:21:52,770 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:21:52,770 INFO [M:0;16b413a53992:41559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:21:52,770 INFO [M:0;16b413a53992:41559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:21:52,770 DEBUG [M:0;16b413a53992:41559 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:21:52,770 DEBUG [M:0;16b413a53992:41559 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:21:52,770 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:21:52,770 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342088041 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342088041,5,FailOnTimeoutGroup] 2024-11-11T16:21:52,771 INFO [M:0;16b413a53992:41559 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:21:52,771 INFO [M:0;16b413a53992:41559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:21:52,771 DEBUG [M:0;16b413a53992:41559 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:21:52,771 INFO [M:0;16b413a53992:41559 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:21:52,771 INFO [M:0;16b413a53992:41559 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:21:52,771 INFO [M:0;16b413a53992:41559 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:21:52,771 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:21:52,772 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342088036 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342088036,5,FailOnTimeoutGroup] 2024-11-11T16:21:52,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12010608661/master 2024-11-11T16:21:52,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12010608661 2024-11-11T16:21:52,780 DEBUG [M:0;16b413a53992:41559 {}] zookeeper.RecoverableZooKeeper(212): Node /12010608661/master already deleted, retry=false 2024-11-11T16:21:52,780 DEBUG [M:0;16b413a53992:41559 {}] master.ActiveMasterManager(353): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Failed delete of our master address node; KeeperErrorCode = NoNode for /12010608661/master 2024-11-11T16:21:52,786 INFO [M:0;16b413a53992:41559 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/.lastflushedseqids 2024-11-11T16:21:52,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741847_1023 (size=245) 2024-11-11T16:21:52,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1002fa5a7700004, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:21:52,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1002fa5a7700004, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:21:52,878 INFO [RS:0;16b413a53992:38849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:21:52,878 INFO [RS:0;16b413a53992:38849 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,38849,1731342086872; zookeeper connection closed. 2024-11-11T16:21:52,885 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52390cbf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52390cbf 2024-11-11T16:21:52,886 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:21:53,179 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 636, reset compression=false 2024-11-11T16:21:53,208 INFO [M:0;16b413a53992:41559 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:21:53,208 INFO [M:0;16b413a53992:41559 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:21:53,212 DEBUG [M:0;16b413a53992:41559 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:21:53,212 INFO [M:0;16b413a53992:41559 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:53,212 DEBUG [M:0;16b413a53992:41559 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:53,212 DEBUG [M:0;16b413a53992:41559 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:21:53,212 DEBUG [M:0;16b413a53992:41559 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:53,212 INFO [M:0;16b413a53992:41559 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T16:21:53,243 DEBUG [M:0;16b413a53992:41559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82dc14bbcf494357867294bb0b3bd617 is 82, key is hbase:meta,,1/info:regioninfo/1731342088936/Put/seqid=0 2024-11-11T16:21:53,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741848_1024 (size=5672) 2024-11-11T16:21:53,271 INFO [M:0;16b413a53992:41559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82dc14bbcf494357867294bb0b3bd617 2024-11-11T16:21:53,302 DEBUG [M:0;16b413a53992:41559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d82b9d06ca84a969b2849bdb32ff7e6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731342098594/Put/seqid=0 2024-11-11T16:21:53,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741849_1025 (size=8515) 2024-11-11T16:21:53,710 INFO [M:0;16b413a53992:41559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d82b9d06ca84a969b2849bdb32ff7e6 2024-11-11T16:21:53,738 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:21:53,742 DEBUG [M:0;16b413a53992:41559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ddad134ba4e4b50972506292b9327b6 is 69, key is 16b413a53992,38849,1731342086872/rs:state/1731342088155/Put/seqid=0 2024-11-11T16:21:53,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:53,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:53,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:53,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:53,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741850_1026 (size=5156) 2024-11-11T16:21:53,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:53,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:53,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:53,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:53,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:53,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:53,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:53,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:53,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:53,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:21:54,177 INFO [M:0;16b413a53992:41559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ddad134ba4e4b50972506292b9327b6 2024-11-11T16:21:54,183 DEBUG [M:0;16b413a53992:41559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82dc14bbcf494357867294bb0b3bd617 as hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82dc14bbcf494357867294bb0b3bd617 2024-11-11T16:21:54,191 INFO [M:0;16b413a53992:41559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82dc14bbcf494357867294bb0b3bd617, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T16:21:54,192 DEBUG [M:0;16b413a53992:41559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d82b9d06ca84a969b2849bdb32ff7e6 as hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d82b9d06ca84a969b2849bdb32ff7e6 2024-11-11T16:21:54,196 INFO [M:0;16b413a53992:41559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d82b9d06ca84a969b2849bdb32ff7e6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T16:21:54,197 DEBUG [M:0;16b413a53992:41559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ddad134ba4e4b50972506292b9327b6 as hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ddad134ba4e4b50972506292b9327b6 2024-11-11T16:21:54,201 INFO [M:0;16b413a53992:41559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36129/user/jenkins/test-data/1d868fe1-a084-7b2e-0472-132774c14acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ddad134ba4e4b50972506292b9327b6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T16:21:54,201 INFO [M:0;16b413a53992:41559 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 989ms, sequenceid=97, compaction requested=false 2024-11-11T16:21:54,233 INFO [M:0;16b413a53992:41559 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:54,233 DEBUG [M:0;16b413a53992:41559 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342113212Disabling compacts and flushes for region at 1731342113212Disabling writes for close at 1731342113212Obtaining lock to block concurrent updates at 1731342113212Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731342113212Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731342113213 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731342113214 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731342113214Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731342113242 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731342113242Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731342113281 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731342113302 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731342113302Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731342113715 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731342113741 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731342113741Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42c0a28: reopening flushed file at 1731342114182 (+441 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dc38ea: reopening flushed file at 1731342114191 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@277404a4: reopening flushed file at 1731342114196 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 989ms, sequenceid=97, compaction requested=false at 1731342114201 (+5 ms)Writing region close event to WAL at 1731342114232 (+31 ms)Closed at 1731342114232 2024-11-11T16:21:54,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741830_1006 (size=63642) 2024-11-11T16:21:54,239 INFO [M:0;16b413a53992:41559 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:21:54,239 INFO [M:0;16b413a53992:41559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41559 2024-11-11T16:21:54,239 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:21:54,241 INFO [M:0;16b413a53992:41559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:21:54,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:21:54,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41559-0x1002fa5a7700003, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:21:54,344 INFO [M:0;16b413a53992:41559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:21:54,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ccb21a8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:21:54,357 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b236aed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:21:54,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:21:54,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1631e5e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:21:54,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66eea7be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/hadoop.log.dir/,STOPPED} 2024-11-11T16:21:54,364 WARN [BP-642692510-172.17.0.2-1731342085250 heartbeating to localhost/127.0.0.1:36129 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:21:54,364 WARN [BP-642692510-172.17.0.2-1731342085250 heartbeating to localhost/127.0.0.1:36129 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-642692510-172.17.0.2-1731342085250 (Datanode Uuid df7c4d58-d1d8-4442-825b-434bb556432c) service to localhost/127.0.0.1:36129 2024-11-11T16:21:54,365 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:21:54,365 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:21:54,365 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/cluster_398a48ef-d116-8435-419f-d5330cd5815c/data/data1/current/BP-642692510-172.17.0.2-1731342085250 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:21:54,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/cluster_398a48ef-d116-8435-419f-d5330cd5815c/data/data2/current/BP-642692510-172.17.0.2-1731342085250 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:21:54,366 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:21:54,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e79aba7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:21:54,381 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65ddd1b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:21:54,381 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:21:54,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@729e832e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:21:54,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23f4a2ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4807411-ca5f-dc64-3198-937838761e71/hadoop.log.dir/,STOPPED} 2024-11-11T16:21:54,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:21:54,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:21:54,406 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:21:54,406 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:54,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:54,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:54,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:54,409 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:21:54,409 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1090352574, stopped=false 2024-11-11T16:21:54,409 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,45663,1731342082561 2024-11-11T16:21:54,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1173051296/running 2024-11-11T16:21:54,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39921-0x1002fa5a7700001, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1173051296/running 2024-11-11T16:21:54,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39921-0x1002fa5a7700001, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1173051296 2024-11-11T16:21:54,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1173051296 2024-11-11T16:21:54,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39921-0x1002fa5a7700001, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Set watcher on znode that does not yet exist, /0-1173051296/running 2024-11-11T16:21:54,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Set watcher on znode that does not yet exist, /0-1173051296/running 2024-11-11T16:21:54,414 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:21:54,416 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:21:54,416 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:54,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:54,417 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,39921,1731342082682' ***** 2024-11-11T16:21:54,417 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:21:54,417 INFO [RS:0;16b413a53992:39921 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:21:54,417 INFO [RS:0;16b413a53992:39921 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:21:54,417 INFO [RS:0;16b413a53992:39921 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:21:54,417 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:21:54,417 INFO [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer(3091): Received CLOSE for 40832eef6655f47a634cb9bb2f0e7854 2024-11-11T16:21:54,425 INFO [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer(3091): Received CLOSE for c4ad3c30b560d89de5907dc2a2f4d06e 2024-11-11T16:21:54,425 INFO [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,39921,1731342082682 2024-11-11T16:21:54,425 INFO [RS:0;16b413a53992:39921 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:21:54,425 INFO [RS:0;16b413a53992:39921 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:39921. 2024-11-11T16:21:54,425 DEBUG [RS:0;16b413a53992:39921 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:54,425 DEBUG [RS:0;16b413a53992:39921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:54,425 INFO [RS:0;16b413a53992:39921 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:21:54,425 INFO [RS:0;16b413a53992:39921 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:21:54,425 INFO [RS:0;16b413a53992:39921 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:21:54,425 INFO [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:21:54,426 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40832eef6655f47a634cb9bb2f0e7854, disabling compactions & flushes 2024-11-11T16:21:54,426 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731342092498.40832eef6655f47a634cb9bb2f0e7854. 2024-11-11T16:21:54,426 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342092498.40832eef6655f47a634cb9bb2f0e7854. 2024-11-11T16:21:54,426 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731342092498.40832eef6655f47a634cb9bb2f0e7854. after waiting 0 ms 2024-11-11T16:21:54,426 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731342092498.40832eef6655f47a634cb9bb2f0e7854. 2024-11-11T16:21:54,426 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 40832eef6655f47a634cb9bb2f0e7854 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-11T16:21:54,428 INFO [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T16:21:54,428 DEBUG [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 40832eef6655f47a634cb9bb2f0e7854=test,,1731342092498.40832eef6655f47a634cb9bb2f0e7854., c4ad3c30b560d89de5907dc2a2f4d06e=hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e.} 2024-11-11T16:21:54,428 DEBUG [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40832eef6655f47a634cb9bb2f0e7854, c4ad3c30b560d89de5907dc2a2f4d06e 2024-11-11T16:21:54,428 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:21:54,428 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:21:54,428 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:21:54,428 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:21:54,428 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:21:54,428 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T16:21:54,444 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:21:54,455 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/default/test/40832eef6655f47a634cb9bb2f0e7854/.tmp/f/2f19dd58558244a585649cf8944b40e7 is 28, key is row/f:/1731342104998/DeleteFamily/seqid=0 2024-11-11T16:21:54,466 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740/.tmp/info/0c5a077b9f98490fae8bb6279fa8afc5 is 147, key is hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e./info:regioninfo/1731342096810/Put/seqid=0 2024-11-11T16:21:54,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741841_1017 (size=7686) 2024-11-11T16:21:54,486 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740/.tmp/info/0c5a077b9f98490fae8bb6279fa8afc5 2024-11-11T16:21:54,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741840_1016 (size=5085) 2024-11-11T16:21:54,491 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/default/test/40832eef6655f47a634cb9bb2f0e7854/.tmp/f/2f19dd58558244a585649cf8944b40e7 2024-11-11T16:21:54,499 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f19dd58558244a585649cf8944b40e7 2024-11-11T16:21:54,513 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 636, reset compression=false 2024-11-11T16:21:54,518 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:54,518 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 883, reset compression=false 2024-11-11T16:21:54,519 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.shipper16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,39921,1731342082682 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:21:54,520 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740/.tmp/ns/dcca13b1a84d4a5696831d12cd6a5161 is 43, key is default/ns:d/1731342085077/Put/seqid=0 2024-11-11T16:21:54,520 ERROR [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.shipper16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 16b413a53992,39921,1731342082682: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-16b413a53992,39921,1731342082682, walGroup=16b413a53992%2C39921%2C1731342082682, offset=16b413a53992%2C39921%2C1731342082682.1731342084327:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:39921 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T16:21:54,521 ERROR [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.shipper16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T16:21:54,521 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.shipper16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T16:21:54,523 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.shipper16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T16:21:54,523 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.shipper16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T16:21:54,523 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.shipper16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T16:21:54,523 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.shipper16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1235222528, "init": 1048576000, "max": 2306867200, "used": 984189440 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 202079472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T16:21:54,526 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/default/test/40832eef6655f47a634cb9bb2f0e7854/.tmp/f1/8482edb52216456f8c17252a02496c97 is 29, key is row/f1:/1731342104998/DeleteFamily/seqid=0 2024-11-11T16:21:54,523 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.shipper16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:45663 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:45663 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T16:21:54,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741843_1019 (size=5089) 2024-11-11T16:21:54,560 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/default/test/40832eef6655f47a634cb9bb2f0e7854/.tmp/f1/8482edb52216456f8c17252a02496c97 2024-11-11T16:21:54,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741842_1018 (size=5153) 2024-11-11T16:21:54,569 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8482edb52216456f8c17252a02496c97 2024-11-11T16:21:54,589 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/default/test/40832eef6655f47a634cb9bb2f0e7854/.tmp/norep/1ca7286f580245c99a29684314761a66 is 32, key is row/norep:/1731342104998/DeleteFamily/seqid=0 2024-11-11T16:21:54,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741844_1020 (size=5101) 2024-11-11T16:21:54,603 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/default/test/40832eef6655f47a634cb9bb2f0e7854/.tmp/norep/1ca7286f580245c99a29684314761a66 2024-11-11T16:21:54,607 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ca7286f580245c99a29684314761a66 2024-11-11T16:21:54,609 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/default/test/40832eef6655f47a634cb9bb2f0e7854/.tmp/f/2f19dd58558244a585649cf8944b40e7 as hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/default/test/40832eef6655f47a634cb9bb2f0e7854/f/2f19dd58558244a585649cf8944b40e7 2024-11-11T16:21:54,613 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f19dd58558244a585649cf8944b40e7 2024-11-11T16:21:54,614 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/default/test/40832eef6655f47a634cb9bb2f0e7854/f/2f19dd58558244a585649cf8944b40e7, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T16:21:54,616 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/default/test/40832eef6655f47a634cb9bb2f0e7854/.tmp/f1/8482edb52216456f8c17252a02496c97 as hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/default/test/40832eef6655f47a634cb9bb2f0e7854/f1/8482edb52216456f8c17252a02496c97 2024-11-11T16:21:54,626 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8482edb52216456f8c17252a02496c97 2024-11-11T16:21:54,627 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/default/test/40832eef6655f47a634cb9bb2f0e7854/f1/8482edb52216456f8c17252a02496c97, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T16:21:54,627 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/default/test/40832eef6655f47a634cb9bb2f0e7854/.tmp/norep/1ca7286f580245c99a29684314761a66 as hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/default/test/40832eef6655f47a634cb9bb2f0e7854/norep/1ca7286f580245c99a29684314761a66 2024-11-11T16:21:54,628 DEBUG [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40832eef6655f47a634cb9bb2f0e7854, c4ad3c30b560d89de5907dc2a2f4d06e 2024-11-11T16:21:54,638 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ca7286f580245c99a29684314761a66 2024-11-11T16:21:54,638 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/default/test/40832eef6655f47a634cb9bb2f0e7854/norep/1ca7286f580245c99a29684314761a66, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T16:21:54,639 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 40832eef6655f47a634cb9bb2f0e7854 in 213ms, sequenceid=6, compaction requested=false 2024-11-11T16:21:54,644 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/default/test/40832eef6655f47a634cb9bb2f0e7854/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T16:21:54,644 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:21:54,644 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:21:54,644 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731342092498.40832eef6655f47a634cb9bb2f0e7854. 2024-11-11T16:21:54,644 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40832eef6655f47a634cb9bb2f0e7854: Waiting for close lock at 1731342114425Running coprocessor pre-close hooks at 1731342114425Disabling compacts and flushes for region at 1731342114426 (+1 ms)Disabling writes for close at 1731342114426Obtaining lock to block concurrent updates at 1731342114426Preparing flush snapshotting stores in 40832eef6655f47a634cb9bb2f0e7854 at 1731342114426Finished memstore snapshotting test,,1731342092498.40832eef6655f47a634cb9bb2f0e7854., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731342114426Flushing stores of test,,1731342092498.40832eef6655f47a634cb9bb2f0e7854. at 1731342114427 (+1 ms)Flushing 40832eef6655f47a634cb9bb2f0e7854/f: creating writer at 1731342114427Flushing 40832eef6655f47a634cb9bb2f0e7854/f: appending metadata at 1731342114454 (+27 ms)Flushing 40832eef6655f47a634cb9bb2f0e7854/f: closing flushed file at 1731342114454Flushing 40832eef6655f47a634cb9bb2f0e7854/f1: creating writer at 1731342114499 (+45 ms)Flushing 40832eef6655f47a634cb9bb2f0e7854/f1: appending metadata at 1731342114522 (+23 ms)Flushing 40832eef6655f47a634cb9bb2f0e7854/f1: closing flushed file at 1731342114522Flushing 40832eef6655f47a634cb9bb2f0e7854/norep: creating writer at 1731342114569 (+47 ms)Flushing 40832eef6655f47a634cb9bb2f0e7854/norep: appending metadata at 1731342114587 (+18 ms)Flushing 40832eef6655f47a634cb9bb2f0e7854/norep: closing flushed file at 1731342114587Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a5c86a4: reopening flushed file at 1731342114607 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2741de82: reopening flushed file at 1731342114614 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14d6168c: reopening flushed file at 1731342114627 (+13 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 40832eef6655f47a634cb9bb2f0e7854 in 213ms, sequenceid=6, compaction requested=false at 1731342114639 (+12 ms)Writing region close event to WAL at 1731342114640 (+1 ms)Running coprocessor post-close hooks at 1731342114644 (+4 ms)Closed at 1731342114644 2024-11-11T16:21:54,645 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731342092498.40832eef6655f47a634cb9bb2f0e7854. 2024-11-11T16:21:54,645 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4ad3c30b560d89de5907dc2a2f4d06e, disabling compactions & flushes 2024-11-11T16:21:54,645 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e. 2024-11-11T16:21:54,645 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e. 2024-11-11T16:21:54,645 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e. after waiting 0 ms 2024-11-11T16:21:54,645 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e. 2024-11-11T16:21:54,645 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4ad3c30b560d89de5907dc2a2f4d06e: Waiting for close lock at 1731342114645Running coprocessor pre-close hooks at 1731342114645Disabling compacts and flushes for region at 1731342114645Disabling writes for close at 1731342114645Failed flush hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e., putting online again at 1731342114645 2024-11-11T16:21:54,645 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e. 2024-11-11T16:21:54,742 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 883, reset compression=false 2024-11-11T16:21:54,747 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:21:54,747 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 1527, reset compression=false 2024-11-11T16:21:54,828 INFO [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer(3091): Received CLOSE for c4ad3c30b560d89de5907dc2a2f4d06e 2024-11-11T16:21:54,828 DEBUG [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4ad3c30b560d89de5907dc2a2f4d06e 2024-11-11T16:21:54,828 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4ad3c30b560d89de5907dc2a2f4d06e, disabling compactions & flushes 2024-11-11T16:21:54,828 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e. 2024-11-11T16:21:54,828 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e. 2024-11-11T16:21:54,829 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e. after waiting 0 ms 2024-11-11T16:21:54,829 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e. 2024-11-11T16:21:54,829 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4ad3c30b560d89de5907dc2a2f4d06e: Waiting for close lock at 1731342114828Running coprocessor pre-close hooks at 1731342114828Disabling compacts and flushes for region at 1731342114828Disabling writes for close at 1731342114829 (+1 ms)Failed flush hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e., putting online again at 1731342114829 2024-11-11T16:21:54,829 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e. 2024-11-11T16:21:54,954 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 1527, reset compression=false 2024-11-11T16:21:54,970 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740/.tmp/ns/dcca13b1a84d4a5696831d12cd6a5161 2024-11-11T16:21:55,028 DEBUG [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:21:55,029 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740/.tmp/rep_barrier/bcffebb8ff9e4bd7a1040022b862c378 is 112, key is test,,1731342092498.40832eef6655f47a634cb9bb2f0e7854./rep_barrier:seqnumDuringOpen/1731342093436/Put/seqid=0 2024-11-11T16:21:55,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741845_1021 (size=5518) 2024-11-11T16:21:55,060 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740/.tmp/rep_barrier/bcffebb8ff9e4bd7a1040022b862c378 2024-11-11T16:21:55,094 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740/.tmp/table/26c6523b46224cf7a5d9664197b76125 is 53, key is hbase:replication/table:state/1731342096823/Put/seqid=0 2024-11-11T16:21:55,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741846_1022 (size=5308) 2024-11-11T16:21:55,142 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740/.tmp/table/26c6523b46224cf7a5d9664197b76125 2024-11-11T16:21:55,150 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740/.tmp/info/0c5a077b9f98490fae8bb6279fa8afc5 as hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740/info/0c5a077b9f98490fae8bb6279fa8afc5 2024-11-11T16:21:55,155 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740/info/0c5a077b9f98490fae8bb6279fa8afc5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T16:21:55,157 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740/.tmp/ns/dcca13b1a84d4a5696831d12cd6a5161 as hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740/ns/dcca13b1a84d4a5696831d12cd6a5161 2024-11-11T16:21:55,168 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740/ns/dcca13b1a84d4a5696831d12cd6a5161, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T16:21:55,171 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740/.tmp/rep_barrier/bcffebb8ff9e4bd7a1040022b862c378 as hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740/rep_barrier/bcffebb8ff9e4bd7a1040022b862c378 2024-11-11T16:21:55,179 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740/rep_barrier/bcffebb8ff9e4bd7a1040022b862c378, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T16:21:55,180 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740/.tmp/table/26c6523b46224cf7a5d9664197b76125 as hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740/table/26c6523b46224cf7a5d9664197b76125 2024-11-11T16:21:55,186 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740/table/26c6523b46224cf7a5d9664197b76125, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T16:21:55,187 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 758ms, sequenceid=16, compaction requested=false 2024-11-11T16:21:55,225 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T16:21:55,229 DEBUG [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:21:55,229 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:21:55,229 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:21:55,229 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:21:55,229 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342114428Running coprocessor pre-close hooks at 1731342114428Disabling compacts and flushes for region at 1731342114428Disabling writes for close at 1731342114428Obtaining lock to block concurrent updates at 1731342114428Preparing flush snapshotting stores in 1588230740 at 1731342114428Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731342114429 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731342114430 (+1 ms)Flushing 1588230740/info: creating writer at 1731342114430Flushing 1588230740/info: appending metadata at 1731342114465 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731342114466 (+1 ms)Flushing 1588230740/ns: creating writer at 1731342114493 (+27 ms)Flushing 1588230740/ns: appending metadata at 1731342114519 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731342114519Flushing 1588230740/rep_barrier: creating writer at 1731342114975 (+456 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731342115028 (+53 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731342115029 (+1 ms)Flushing 1588230740/table: creating writer at 1731342115066 (+37 ms)Flushing 1588230740/table: appending metadata at 1731342115093 (+27 ms)Flushing 1588230740/table: closing flushed file at 1731342115093Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@480a863f: reopening flushed file at 1731342115149 (+56 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14781e06: reopening flushed file at 1731342115155 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47a8588: reopening flushed file at 1731342115168 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42b256dd: reopening flushed file at 1731342115179 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 758ms, sequenceid=16, compaction requested=false at 1731342115187 (+8 ms)Writing region close event to WAL at 1731342115218 (+31 ms)Running coprocessor post-close hooks at 1731342115229 (+11 ms)Closed at 1731342115229 2024-11-11T16:21:55,229 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:21:55,266 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:21:55,266 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:21:55,281 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.wal-reader.16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.1731342084327 to pos 1527, reset compression=false 2024-11-11T16:21:55,432 INFO [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T16:21:55,432 DEBUG [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer(1325): Online Regions={c4ad3c30b560d89de5907dc2a2f4d06e=hbase:replication,,1731342095475.c4ad3c30b560d89de5907dc2a2f4d06e.} 2024-11-11T16:21:55,432 INFO [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T16:21:55,432 INFO [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,39921,1731342082682; all regions closed. 2024-11-11T16:21:55,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741834_1010 (size=4239) 2024-11-11T16:21:55,471 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/WALs/16b413a53992,39921,1731342082682/16b413a53992%2C39921%2C1731342082682.meta.1731342084962.meta not finished, retry = 0 2024-11-11T16:21:55,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741839_1015 (size=1297) 2024-11-11T16:21:55,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741833_1009 (size=1535) 2024-11-11T16:21:55,669 DEBUG [RS:0;16b413a53992:39921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:55,669 INFO [RS:0;16b413a53992:39921 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:21:55,669 INFO [RS:0;16b413a53992:39921 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:21:55,669 INFO [RS:0;16b413a53992:39921 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T16:21:55,669 INFO [RS:0;16b413a53992:39921 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:21:55,669 INFO [RS:0;16b413a53992:39921 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16b413a53992,39921,1731342082682 because: Region server is closing 2024-11-11T16:21:55,670 INFO [RS:0;16b413a53992:39921 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:39921. 2024-11-11T16:21:55,670 DEBUG [RS:0;16b413a53992:39921 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:21:55,670 DEBUG [RS:0;16b413a53992:39921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:55,670 DEBUG [RS:0;16b413a53992:39921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:21:55,671 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:21:55,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:21:55,771 INFO [RS:0;16b413a53992:39921 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,39921,1731342082682.replicationSource.shipper16b413a53992%2C39921%2C1731342082682,1-16b413a53992,39921,1731342082682 terminated 2024-11-11T16:21:55,771 INFO [RS:0;16b413a53992:39921 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39921 2024-11-11T16:21:55,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1173051296/rs 2024-11-11T16:21:55,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39921-0x1002fa5a7700001, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1173051296/rs/16b413a53992,39921,1731342082682 2024-11-11T16:21:55,774 INFO [RS:0;16b413a53992:39921 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:21:55,777 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,39921,1731342082682] 2024-11-11T16:21:55,778 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1173051296/draining/16b413a53992,39921,1731342082682 already deleted, retry=false 2024-11-11T16:21:55,778 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,39921,1731342082682 expired; onlineServers=0 2024-11-11T16:21:55,778 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,45663,1731342082561' ***** 2024-11-11T16:21:55,778 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:21:55,778 INFO [M:0;16b413a53992:45663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:21:55,778 INFO [M:0;16b413a53992:45663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:21:55,778 DEBUG [M:0;16b413a53992:45663 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:21:55,779 DEBUG [M:0;16b413a53992:45663 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:21:55,779 INFO [M:0;16b413a53992:45663 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:21:55,779 INFO [M:0;16b413a53992:45663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:21:55,779 DEBUG [M:0;16b413a53992:45663 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:21:55,779 INFO [M:0;16b413a53992:45663 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:21:55,779 INFO [M:0;16b413a53992:45663 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:21:55,779 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:21:55,779 INFO [M:0;16b413a53992:45663 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:21:55,779 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342084137 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342084137,5,FailOnTimeoutGroup] 2024-11-11T16:21:55,779 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:21:55,779 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342084152 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342084152,5,FailOnTimeoutGroup] 2024-11-11T16:21:55,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1173051296/master 2024-11-11T16:21:55,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1173051296 2024-11-11T16:21:55,780 DEBUG [M:0;16b413a53992:45663 {}] zookeeper.ZKUtil(347): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Unable to get data of znode /0-1173051296/master because node does not exist (not an error) 2024-11-11T16:21:55,780 WARN [M:0;16b413a53992:45663 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T16:21:55,781 INFO [M:0;16b413a53992:45663 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/.lastflushedseqids 2024-11-11T16:21:55,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741847_1023 (size=245) 2024-11-11T16:21:55,834 INFO [M:0;16b413a53992:45663 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:21:55,834 INFO [M:0;16b413a53992:45663 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:21:55,835 DEBUG [M:0;16b413a53992:45663 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:21:55,835 INFO [M:0;16b413a53992:45663 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:55,835 DEBUG [M:0;16b413a53992:45663 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:55,835 DEBUG [M:0;16b413a53992:45663 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:21:55,835 DEBUG [M:0;16b413a53992:45663 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:55,835 INFO [M:0;16b413a53992:45663 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-11T16:21:55,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39921-0x1002fa5a7700001, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:21:55,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39921-0x1002fa5a7700001, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:21:55,881 INFO [RS:0;16b413a53992:39921 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:21:55,881 INFO [RS:0;16b413a53992:39921 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,39921,1731342082682; zookeeper connection closed. 2024-11-11T16:21:55,890 DEBUG [M:0;16b413a53992:45663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa8b266b716049709652cb3451cff94d is 82, key is hbase:meta,,1/info:regioninfo/1731342085052/Put/seqid=0 2024-11-11T16:21:55,892 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f6ce318 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f6ce318 2024-11-11T16:21:55,896 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:21:55,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741848_1024 (size=5672) 2024-11-11T16:21:55,913 INFO [M:0;16b413a53992:45663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa8b266b716049709652cb3451cff94d 2024-11-11T16:21:55,951 DEBUG [M:0;16b413a53992:45663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d30373805ff045ab9a02d8ab8c87de86 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731342093459/Put/seqid=0 2024-11-11T16:21:55,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741849_1025 (size=7217) 2024-11-11T16:21:56,384 INFO [M:0;16b413a53992:45663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d30373805ff045ab9a02d8ab8c87de86 2024-11-11T16:21:56,393 INFO [M:0;16b413a53992:45663 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d30373805ff045ab9a02d8ab8c87de86 2024-11-11T16:21:56,418 DEBUG [M:0;16b413a53992:45663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a733183107ca412caf3b751319e134af is 69, key is 16b413a53992,39921,1731342082682/rs:state/1731342084162/Put/seqid=0 2024-11-11T16:21:56,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741850_1026 (size=5156) 2024-11-11T16:21:56,441 INFO [M:0;16b413a53992:45663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a733183107ca412caf3b751319e134af 2024-11-11T16:21:56,447 DEBUG [M:0;16b413a53992:45663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa8b266b716049709652cb3451cff94d as hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa8b266b716049709652cb3451cff94d 2024-11-11T16:21:56,455 INFO [M:0;16b413a53992:45663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa8b266b716049709652cb3451cff94d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T16:21:56,456 DEBUG [M:0;16b413a53992:45663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d30373805ff045ab9a02d8ab8c87de86 as hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d30373805ff045ab9a02d8ab8c87de86 2024-11-11T16:21:56,460 INFO [M:0;16b413a53992:45663 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d30373805ff045ab9a02d8ab8c87de86 2024-11-11T16:21:56,460 INFO [M:0;16b413a53992:45663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d30373805ff045ab9a02d8ab8c87de86, entries=11, sequenceid=105, filesize=7.0 K 2024-11-11T16:21:56,462 DEBUG [M:0;16b413a53992:45663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a733183107ca412caf3b751319e134af as hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a733183107ca412caf3b751319e134af 2024-11-11T16:21:56,481 INFO [M:0;16b413a53992:45663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38351/user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a733183107ca412caf3b751319e134af, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T16:21:56,483 INFO [M:0;16b413a53992:45663 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 648ms, sequenceid=105, compaction requested=false 2024-11-11T16:21:56,510 INFO [M:0;16b413a53992:45663 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:56,510 DEBUG [M:0;16b413a53992:45663 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342115834Disabling compacts and flushes for region at 1731342115834Disabling writes for close at 1731342115835 (+1 ms)Obtaining lock to block concurrent updates at 1731342115835Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731342115835Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731342115835Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731342115836 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731342115836Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731342115890 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731342115890Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731342115920 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731342115950 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731342115950Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731342116393 (+443 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731342116417 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731342116417Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12fb55b0: reopening flushed file at 1731342116445 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c4a252b: reopening flushed file at 1731342116455 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@227071e1: reopening flushed file at 1731342116460 (+5 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 648ms, sequenceid=105, compaction requested=false at 1731342116483 (+23 ms)Writing region close event to WAL at 1731342116510 (+27 ms)Closed at 1731342116510 2024-11-11T16:21:56,517 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c265eb2e-bff8-b04c-c237-6a9243fecd5a/MasterData/WALs/16b413a53992,45663,1731342082561/16b413a53992%2C45663%2C1731342082561.1731342084028 not finished, retry = 0 2024-11-11T16:21:56,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34961 is added to blk_1073741830_1006 (size=64411) 2024-11-11T16:21:56,624 INFO [M:0;16b413a53992:45663 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:21:56,624 INFO [M:0;16b413a53992:45663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45663 2024-11-11T16:21:56,624 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:21:56,625 INFO [M:0;16b413a53992:45663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:21:56,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:21:56,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x1002fa5a7700000, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:21:56,728 INFO [M:0;16b413a53992:45663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:21:56,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d42760c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:21:56,805 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c96ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:21:56,805 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:21:56,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5262f67e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:21:56,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b4cf8bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/hadoop.log.dir/,STOPPED} 2024-11-11T16:21:56,812 WARN [BP-339263271-172.17.0.2-1731342081264 heartbeating to localhost/127.0.0.1:38351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:21:56,812 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:21:56,812 WARN [BP-339263271-172.17.0.2-1731342081264 heartbeating to localhost/127.0.0.1:38351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-339263271-172.17.0.2-1731342081264 (Datanode Uuid 39e44e8e-ba26-4e1f-bb8c-09f56bdc0bc4) service to localhost/127.0.0.1:38351 2024-11-11T16:21:56,812 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:21:56,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/cluster_3a51fa8e-e566-9e01-89d1-36caae507248/data/data2/current/BP-339263271-172.17.0.2-1731342081264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:21:56,814 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:21:56,816 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/cluster_3a51fa8e-e566-9e01-89d1-36caae507248/data/data1/current/BP-339263271-172.17.0.2-1731342081264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:21:56,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7eb14f86{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:21:56,849 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@738f653d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:21:56,849 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:21:56,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20ce5123{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:21:56,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12ca5e88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3822b2e2-e33d-5715-2b31-0a317b3b2d14/hadoop.log.dir/,STOPPED} 2024-11-11T16:21:56,866 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T16:21:56,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:21:56,935 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 321) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32873 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:32873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32873 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-31 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50501) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50501) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38351 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50501) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32873 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:36129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36129 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=792 (was 744) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=949 (was 1005), ProcessCount=11 (was 11), AvailableMemoryMB=2880 (was 2811) - AvailableMemoryMB LEAK? - 2024-11-11T16:21:56,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1002fa5a7700005, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T16:21:56,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1002fa5a7700005, quorum=127.0.0.1:50501, baseZNode=/12010608661 Received Disconnected from ZooKeeper, ignoring 2024-11-11T16:21:56,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1002fa5a7700002, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T16:21:56,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1002fa5a7700002, quorum=127.0.0.1:50501, baseZNode=/0-1173051296 Received Disconnected from ZooKeeper, ignoring 2024-11-11T16:21:56,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1002fa5a7700008, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T16:21:56,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1002fa5a7700008, quorum=127.0.0.1:50501, baseZNode=/2687726124 Received Disconnected from ZooKeeper, ignoring 2024-11-11T16:21:56,965 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=949, ProcessCount=11, AvailableMemoryMB=2870 2024-11-11T16:21:56,992 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-11T16:21:56,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/hadoop.log.dir so I do NOT create it in target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee 2024-11-11T16:21:56,994 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T16:21:56,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/hadoop.tmp.dir so I do NOT create it in target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee 2024-11-11T16:21:56,994 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e986e81-ed44-8335-ab96-7157c5ffe9e3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T16:21:56,994 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee 2024-11-11T16:21:56,994 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/cluster_33cc1d45-6893-ac3d-cae2-4e482a5515bb, deleteOnExit=true 2024-11-11T16:21:57,041 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/cluster_33cc1d45-6893-ac3d-cae2-4e482a5515bb/zookeeper_0, clientPort=64265, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/cluster_33cc1d45-6893-ac3d-cae2-4e482a5515bb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/cluster_33cc1d45-6893-ac3d-cae2-4e482a5515bb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T16:21:57,075 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64265 2024-11-11T16:21:57,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:21:57,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:21:57,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/test.cache.data in system properties and HBase conf 2024-11-11T16:21:57,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:21:57,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:21:57,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:21:57,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:21:57,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:21:57,076 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:21:57,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:21:57,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:21:57,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:21:57,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:21:57,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:21:57,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:21:57,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:21:57,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:21:57,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:21:57,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:21:57,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:21:57,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:21:57,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:21:57,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:21:57,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:21:57,298 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:21:57,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:21:57,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:21:57,383 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:21:57,389 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:21:57,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2958dddf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:21:57,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@568d38af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:21:57,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36ff533e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/java.io.tmpdir/jetty-localhost-33183-hadoop-hdfs-3_4_1-tests_jar-_-any-10655477836162437657/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:21:57,596 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e432106{HTTP/1.1, (http/1.1)}{localhost:33183} 2024-11-11T16:21:57,597 INFO [Time-limited test {}] server.Server(415): Started @263223ms 2024-11-11T16:21:57,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:21:57,954 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:21:57,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:21:57,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:21:57,971 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:21:57,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69ecdcf7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:21:57,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59d32ffe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:21:58,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4015788{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/java.io.tmpdir/jetty-localhost-39113-hadoop-hdfs-3_4_1-tests_jar-_-any-15847845617611509521/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:21:58,152 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66e1711c{HTTP/1.1, (http/1.1)}{localhost:39113} 2024-11-11T16:21:58,152 INFO [Time-limited test {}] server.Server(415): Started @263779ms 2024-11-11T16:21:58,155 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:21:58,473 WARN [Thread-4136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/cluster_33cc1d45-6893-ac3d-cae2-4e482a5515bb/data/data1/current/BP-1963338319-172.17.0.2-1731342117100/current, will proceed with Du for space computation calculation, 2024-11-11T16:21:58,485 WARN [Thread-4137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/cluster_33cc1d45-6893-ac3d-cae2-4e482a5515bb/data/data2/current/BP-1963338319-172.17.0.2-1731342117100/current, will proceed with Du for space computation calculation, 2024-11-11T16:21:58,600 WARN [Thread-4124 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:21:58,624 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x487cdbf5eacedcf5 with lease ID 0x35d7c78df309fba: Processing first storage report for DS-cda25b8c-6eed-4521-9d24-d96c385b62b3 from datanode DatanodeRegistration(127.0.0.1:35303, datanodeUuid=7800af22-df8c-4181-ab38-ab4af2f9d67f, infoPort=33439, infoSecurePort=0, ipcPort=37491, storageInfo=lv=-57;cid=testClusterID;nsid=571367545;c=1731342117100) 2024-11-11T16:21:58,624 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x487cdbf5eacedcf5 with lease ID 0x35d7c78df309fba: from storage DS-cda25b8c-6eed-4521-9d24-d96c385b62b3 node DatanodeRegistration(127.0.0.1:35303, datanodeUuid=7800af22-df8c-4181-ab38-ab4af2f9d67f, infoPort=33439, infoSecurePort=0, ipcPort=37491, storageInfo=lv=-57;cid=testClusterID;nsid=571367545;c=1731342117100), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:21:58,624 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x487cdbf5eacedcf5 with lease ID 0x35d7c78df309fba: Processing first storage report for DS-7ce0e873-8c49-4c42-95cb-4dfe19a12140 from datanode DatanodeRegistration(127.0.0.1:35303, datanodeUuid=7800af22-df8c-4181-ab38-ab4af2f9d67f, infoPort=33439, infoSecurePort=0, ipcPort=37491, storageInfo=lv=-57;cid=testClusterID;nsid=571367545;c=1731342117100) 2024-11-11T16:21:58,624 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x487cdbf5eacedcf5 with lease ID 0x35d7c78df309fba: from storage DS-7ce0e873-8c49-4c42-95cb-4dfe19a12140 node DatanodeRegistration(127.0.0.1:35303, datanodeUuid=7800af22-df8c-4181-ab38-ab4af2f9d67f, infoPort=33439, infoSecurePort=0, ipcPort=37491, storageInfo=lv=-57;cid=testClusterID;nsid=571367545;c=1731342117100), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T16:21:58,709 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee 2024-11-11T16:21:58,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:58,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:58,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:21:58,729 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d with version=8 2024-11-11T16:21:58,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/hbase-staging 2024-11-11T16:21:58,732 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:21:58,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:21:58,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:21:58,732 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:21:58,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:21:58,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:21:58,732 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:21:58,733 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:21:58,734 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35375 2024-11-11T16:21:58,739 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35375 connecting to ZooKeeper ensemble=127.0.0.1:64265 2024-11-11T16:21:58,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353750x0, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:21:58,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35375-0x1002fa633340000 connected 2024-11-11T16:21:58,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:58,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:58,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35375-0x1002fa633340000, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Set watcher on znode that does not yet exist, /0-1371680359/running 2024-11-11T16:21:58,908 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d, hbase.cluster.distributed=false 2024-11-11T16:21:58,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35375-0x1002fa633340000, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Set watcher on znode that does not yet exist, /0-1371680359/acl 2024-11-11T16:21:58,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35375 2024-11-11T16:21:58,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35375 2024-11-11T16:21:58,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35375 2024-11-11T16:21:58,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35375 2024-11-11T16:21:58,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35375 2024-11-11T16:21:58,946 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:21:58,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:21:58,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:21:58,947 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:21:58,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:21:58,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:21:58,947 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:21:58,947 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:21:58,948 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36393 2024-11-11T16:21:58,949 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36393 connecting to ZooKeeper ensemble=127.0.0.1:64265 2024-11-11T16:21:58,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:58,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:58,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363930x0, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:21:58,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363930x0, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Set watcher on znode that does not yet exist, /0-1371680359/running 2024-11-11T16:21:58,974 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:21:58,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36393-0x1002fa633340001 connected 2024-11-11T16:21:58,985 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:21:58,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36393-0x1002fa633340001, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Set watcher on znode that does not yet exist, /0-1371680359/master 2024-11-11T16:21:58,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36393-0x1002fa633340001, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Set watcher on znode that does not yet exist, /0-1371680359/acl 2024-11-11T16:21:59,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36393 2024-11-11T16:21:59,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36393 2024-11-11T16:21:59,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36393 2024-11-11T16:21:59,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36393 2024-11-11T16:21:59,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36393 2024-11-11T16:21:59,040 DEBUG [M:0;16b413a53992:35375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:35375 2024-11-11T16:21:59,040 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1371680359/backup-masters/16b413a53992,35375,1731342118732 2024-11-11T16:21:59,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36393-0x1002fa633340001, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1371680359/backup-masters 2024-11-11T16:21:59,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa633340000, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1371680359/backup-masters 2024-11-11T16:21:59,044 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35375-0x1002fa633340000, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Set watcher on existing znode=/0-1371680359/backup-masters/16b413a53992,35375,1731342118732 2024-11-11T16:21:59,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36393-0x1002fa633340001, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1371680359/master 2024-11-11T16:21:59,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36393-0x1002fa633340001, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1371680359 2024-11-11T16:21:59,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa633340000, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1371680359 2024-11-11T16:21:59,046 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35375-0x1002fa633340000, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Set watcher on existing znode=/0-1371680359/master 2024-11-11T16:21:59,047 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1371680359/backup-masters/16b413a53992,35375,1731342118732 from backup master directory 2024-11-11T16:21:59,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36393-0x1002fa633340001, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1371680359/backup-masters 2024-11-11T16:21:59,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa633340000, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1371680359/backup-masters/16b413a53992,35375,1731342118732 2024-11-11T16:21:59,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa633340000, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1371680359/backup-masters 2024-11-11T16:21:59,049 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:21:59,049 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,35375,1731342118732 2024-11-11T16:21:59,074 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/hbase.id] with ID: 62c90826-f465-47b3-81d2-61dbbaeee3fb 2024-11-11T16:21:59,074 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/.tmp/hbase.id 2024-11-11T16:21:59,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:21:59,132 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/.tmp/hbase.id]:[hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/hbase.id] 2024-11-11T16:21:59,175 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:21:59,175 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:21:59,176 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T16:21:59,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36393-0x1002fa633340001, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1371680359 2024-11-11T16:21:59,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa633340000, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1371680359 2024-11-11T16:21:59,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:21:59,220 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:21:59,222 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:21:59,229 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:21:59,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:21:59,353 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/MasterData/data/master/store 2024-11-11T16:21:59,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:21:59,772 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:59,773 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:21:59,773 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:59,773 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:59,773 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:21:59,773 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:59,773 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:21:59,773 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342119773Disabling compacts and flushes for region at 1731342119773Disabling writes for close at 1731342119773Writing region close event to WAL at 1731342119773Closed at 1731342119773 2024-11-11T16:21:59,775 WARN [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/MasterData/data/master/store/.initializing 2024-11-11T16:21:59,775 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/MasterData/WALs/16b413a53992,35375,1731342118732 2024-11-11T16:21:59,776 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:21:59,778 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C35375%2C1731342118732, suffix=, logDir=hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/MasterData/WALs/16b413a53992,35375,1731342118732, archiveDir=hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/MasterData/oldWALs, maxLogs=10 2024-11-11T16:21:59,797 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/MasterData/WALs/16b413a53992,35375,1731342118732/16b413a53992%2C35375%2C1731342118732.1731342119778, exclude list is [], retry=0 2024-11-11T16:21:59,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-cda25b8c-6eed-4521-9d24-d96c385b62b3,DISK] 2024-11-11T16:21:59,817 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/MasterData/WALs/16b413a53992,35375,1731342118732/16b413a53992%2C35375%2C1731342118732.1731342119778 2024-11-11T16:21:59,821 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33439:33439)] 2024-11-11T16:21:59,821 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:21:59,822 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:21:59,822 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:59,822 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:59,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:59,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:21:59,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:59,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:21:59,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:59,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:21:59,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:59,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:59,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:59,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:21:59,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:59,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:59,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:59,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:21:59,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:59,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:21:59,865 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:59,866 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:59,866 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:59,867 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:59,867 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:59,868 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:21:59,869 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:21:59,879 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:21:59,879 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64188960, jitterRate=-0.04350996017456055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:21:59,880 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731342119822Initializing all the Stores at 1731342119833 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342119833Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342119841 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342119841Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342119841Cleaning up temporary data from old regions at 1731342119867 (+26 ms)Region opened successfully at 1731342119880 (+13 ms) 2024-11-11T16:21:59,881 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:21:59,883 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa24734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:21:59,884 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:21:59,885 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:21:59,885 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:21:59,885 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:21:59,885 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:21:59,886 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T16:21:59,886 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:21:59,890 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:21:59,890 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35375-0x1002fa633340000, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Unable to get data of znode /0-1371680359/balancer because node does not exist (not necessarily an error) 2024-11-11T16:21:59,892 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1371680359/balancer already deleted, retry=false 2024-11-11T16:21:59,892 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:21:59,893 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35375-0x1002fa633340000, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Unable to get data of znode /0-1371680359/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:21:59,895 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1371680359/normalizer already deleted, retry=false 2024-11-11T16:21:59,895 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:21:59,897 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35375-0x1002fa633340000, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Unable to get data of znode /0-1371680359/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:21:59,898 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1371680359/switch/split already deleted, retry=false 2024-11-11T16:21:59,899 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35375-0x1002fa633340000, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Unable to get data of znode /0-1371680359/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:21:59,900 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1371680359/switch/merge already deleted, retry=false 2024-11-11T16:21:59,902 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35375-0x1002fa633340000, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Unable to get data of znode /0-1371680359/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:21:59,903 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1371680359/snapshot-cleanup already deleted, retry=false 2024-11-11T16:21:59,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa633340000, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1371680359/running 2024-11-11T16:21:59,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa633340000, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1371680359 2024-11-11T16:21:59,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36393-0x1002fa633340001, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1371680359/running 2024-11-11T16:21:59,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36393-0x1002fa633340001, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1371680359 2024-11-11T16:21:59,905 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,35375,1731342118732, sessionid=0x1002fa633340000, setting cluster-up flag (Was=false) 2024-11-11T16:21:59,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa633340000, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1371680359 2024-11-11T16:21:59,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36393-0x1002fa633340001, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1371680359 2024-11-11T16:21:59,911 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1371680359/flush-table-proc/acquired, /0-1371680359/flush-table-proc/reached, /0-1371680359/flush-table-proc/abort 2024-11-11T16:21:59,912 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,35375,1731342118732 2024-11-11T16:21:59,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa633340000, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1371680359 2024-11-11T16:21:59,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36393-0x1002fa633340001, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1371680359 2024-11-11T16:21:59,918 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1371680359/online-snapshot/acquired, /0-1371680359/online-snapshot/reached, /0-1371680359/online-snapshot/abort 2024-11-11T16:21:59,919 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,35375,1731342118732 2024-11-11T16:21:59,921 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:21:59,922 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:21:59,923 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:21:59,923 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:21:59,923 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,35375,1731342118732 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:21:59,925 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:21:59,925 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:21:59,925 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:21:59,925 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:21:59,925 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:21:59,925 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:59,925 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:21:59,925 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:21:59,930 INFO [RS:0;16b413a53992:36393 {}] regionserver.HRegionServer(746): ClusterId : 62c90826-f465-47b3-81d2-61dbbaeee3fb 2024-11-11T16:21:59,930 DEBUG [RS:0;16b413a53992:36393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:21:59,932 DEBUG [RS:0;16b413a53992:36393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:21:59,932 DEBUG [RS:0;16b413a53992:36393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:21:59,934 DEBUG [RS:0;16b413a53992:36393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:21:59,934 DEBUG [RS:0;16b413a53992:36393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739f2ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:21:59,938 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:21:59,938 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:21:59,949 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:21:59,949 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:21:59,992 DEBUG [RS:0;16b413a53992:36393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:36393 2024-11-11T16:21:59,992 INFO [RS:0;16b413a53992:36393 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:21:59,992 INFO [RS:0;16b413a53992:36393 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:21:59,992 DEBUG [RS:0;16b413a53992:36393 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:22:00,001 INFO [RS:0;16b413a53992:36393 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,35375,1731342118732 with port=36393, startcode=1731342118946 2024-11-11T16:22:00,001 DEBUG [RS:0;16b413a53992:36393 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:22:00,003 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731342150003 2024-11-11T16:22:00,004 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:22:00,004 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:22:00,004 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:22:00,004 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:22:00,004 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:22:00,004 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:22:00,004 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:22:00,004 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35375 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T16:22:00,005 DEBUG [RS:0;16b413a53992:36393 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T16:22:00,005 WARN [RS:0;16b413a53992:36393 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T16:22:00,012 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:00,016 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:22:00,016 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:22:00,016 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:22:00,016 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T16:22:00,024 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:22:00,024 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:22:00,033 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342120024,5,FailOnTimeoutGroup] 2024-11-11T16:22:00,033 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342120033,5,FailOnTimeoutGroup] 2024-11-11T16:22:00,033 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:00,033 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:22:00,033 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:00,033 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:00,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:22:00,040 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:22:00,040 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d 2024-11-11T16:22:00,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:22:00,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:22:00,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:22:00,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:22:00,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:00,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:00,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:22:00,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:22:00,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:00,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:00,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:22:00,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:22:00,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:00,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:00,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:22:00,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:22:00,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:00,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:00,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:22:00,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/data/hbase/meta/1588230740 2024-11-11T16:22:00,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/data/hbase/meta/1588230740 2024-11-11T16:22:00,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:22:00,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:22:00,084 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:22:00,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:22:00,089 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:22:00,090 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68739405, jitterRate=0.02429695427417755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:22:00,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731342120066Initializing all the Stores at 1731342120067 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342120067Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342120073 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342120073Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342120073Cleaning up temporary data from old regions at 1731342120083 (+10 ms)Region opened successfully at 1731342120090 (+7 ms) 2024-11-11T16:22:00,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:22:00,090 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:22:00,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:22:00,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:22:00,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:22:00,093 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:22:00,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342120090Disabling compacts and flushes for region at 1731342120090Disabling writes for close at 1731342120091 (+1 ms)Writing region close event to WAL at 1731342120092 (+1 ms)Closed at 1731342120092 2024-11-11T16:22:00,094 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:22:00,094 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:22:00,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:22:00,095 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:22:00,095 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:22:00,106 INFO [RS:0;16b413a53992:36393 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,35375,1731342118732 with port=36393, startcode=1731342118946 2024-11-11T16:22:00,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35375 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,36393,1731342118946 2024-11-11T16:22:00,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35375 {}] master.ServerManager(517): Registering regionserver=16b413a53992,36393,1731342118946 2024-11-11T16:22:00,108 DEBUG [RS:0;16b413a53992:36393 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d 2024-11-11T16:22:00,108 DEBUG [RS:0;16b413a53992:36393 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46655 2024-11-11T16:22:00,108 DEBUG [RS:0;16b413a53992:36393 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:22:00,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa633340000, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1371680359/rs 2024-11-11T16:22:00,110 DEBUG [RS:0;16b413a53992:36393 {}] zookeeper.ZKUtil(111): regionserver:36393-0x1002fa633340001, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Set watcher on existing znode=/0-1371680359/rs/16b413a53992,36393,1731342118946 2024-11-11T16:22:00,110 WARN [RS:0;16b413a53992:36393 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:22:00,110 INFO [RS:0;16b413a53992:36393 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:22:00,111 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,36393,1731342118946] 2024-11-11T16:22:00,111 DEBUG [RS:0;16b413a53992:36393 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/WALs/16b413a53992,36393,1731342118946 2024-11-11T16:22:00,114 INFO [RS:0;16b413a53992:36393 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:22:00,116 INFO [RS:0;16b413a53992:36393 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:22:00,119 INFO [RS:0;16b413a53992:36393 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:22:00,119 INFO [RS:0;16b413a53992:36393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:00,120 INFO [RS:0;16b413a53992:36393 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:22:00,120 INFO [RS:0;16b413a53992:36393 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:22:00,120 INFO [RS:0;16b413a53992:36393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:00,120 DEBUG [RS:0;16b413a53992:36393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:00,120 DEBUG [RS:0;16b413a53992:36393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:00,120 DEBUG [RS:0;16b413a53992:36393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:00,120 DEBUG [RS:0;16b413a53992:36393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:00,120 DEBUG [RS:0;16b413a53992:36393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:00,120 DEBUG [RS:0;16b413a53992:36393 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:22:00,120 DEBUG [RS:0;16b413a53992:36393 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:00,121 DEBUG [RS:0;16b413a53992:36393 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:00,121 DEBUG [RS:0;16b413a53992:36393 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:00,121 DEBUG [RS:0;16b413a53992:36393 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:00,121 DEBUG [RS:0;16b413a53992:36393 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:00,121 DEBUG [RS:0;16b413a53992:36393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:00,121 DEBUG [RS:0;16b413a53992:36393 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:22:00,121 DEBUG [RS:0;16b413a53992:36393 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:22:00,124 INFO [RS:0;16b413a53992:36393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:00,124 INFO [RS:0;16b413a53992:36393 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:00,124 INFO [RS:0;16b413a53992:36393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:00,124 INFO [RS:0;16b413a53992:36393 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:00,124 INFO [RS:0;16b413a53992:36393 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:00,124 INFO [RS:0;16b413a53992:36393 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,36393,1731342118946-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:22:00,147 INFO [RS:0;16b413a53992:36393 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:22:00,147 INFO [RS:0;16b413a53992:36393 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,36393,1731342118946-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:00,147 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:22:00,147 INFO [RS:0;16b413a53992:36393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:00,147 INFO [RS:0;16b413a53992:36393 {}] regionserver.Replication(171): 16b413a53992,36393,1731342118946 started 2024-11-11T16:22:00,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:00,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:00,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:00,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:00,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:00,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:00,169 INFO [RS:0;16b413a53992:36393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:00,169 INFO [RS:0;16b413a53992:36393 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,36393,1731342118946, RpcServer on 16b413a53992/172.17.0.2:36393, sessionid=0x1002fa633340001 2024-11-11T16:22:00,169 DEBUG [RS:0;16b413a53992:36393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:22:00,169 DEBUG [RS:0;16b413a53992:36393 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,36393,1731342118946 2024-11-11T16:22:00,169 DEBUG [RS:0;16b413a53992:36393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,36393,1731342118946' 2024-11-11T16:22:00,169 DEBUG [RS:0;16b413a53992:36393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1371680359/flush-table-proc/abort' 2024-11-11T16:22:00,170 DEBUG [RS:0;16b413a53992:36393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1371680359/flush-table-proc/acquired' 2024-11-11T16:22:00,170 DEBUG [RS:0;16b413a53992:36393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:22:00,170 DEBUG [RS:0;16b413a53992:36393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:22:00,170 DEBUG [RS:0;16b413a53992:36393 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,36393,1731342118946 2024-11-11T16:22:00,170 DEBUG [RS:0;16b413a53992:36393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,36393,1731342118946' 2024-11-11T16:22:00,170 DEBUG [RS:0;16b413a53992:36393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1371680359/online-snapshot/abort' 2024-11-11T16:22:00,171 DEBUG [RS:0;16b413a53992:36393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1371680359/online-snapshot/acquired' 2024-11-11T16:22:00,171 DEBUG [RS:0;16b413a53992:36393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:22:00,171 INFO [RS:0;16b413a53992:36393 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:22:00,171 INFO [RS:0;16b413a53992:36393 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:22:00,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:00,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:00,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:00,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:00,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:00,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:00,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:00,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:00,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:00,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:00,246 WARN [16b413a53992:35375 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T16:22:00,272 INFO [RS:0;16b413a53992:36393 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:22:00,273 INFO [RS:0;16b413a53992:36393 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C36393%2C1731342118946, suffix=, logDir=hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/WALs/16b413a53992,36393,1731342118946, archiveDir=hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/oldWALs, maxLogs=10 2024-11-11T16:22:00,291 DEBUG [RS:0;16b413a53992:36393 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/WALs/16b413a53992,36393,1731342118946/16b413a53992%2C36393%2C1731342118946.1731342120273, exclude list is [], retry=0 2024-11-11T16:22:00,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-cda25b8c-6eed-4521-9d24-d96c385b62b3,DISK] 2024-11-11T16:22:00,309 INFO [RS:0;16b413a53992:36393 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/WALs/16b413a53992,36393,1731342118946/16b413a53992%2C36393%2C1731342118946.1731342120273 2024-11-11T16:22:00,309 DEBUG [RS:0;16b413a53992:36393 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33439:33439)] 2024-11-11T16:22:00,496 DEBUG [16b413a53992:35375 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:22:00,501 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,36393,1731342118946 2024-11-11T16:22:00,517 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,36393,1731342118946, state=OPENING 2024-11-11T16:22:00,520 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:22:00,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36393-0x1002fa633340001, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1371680359 2024-11-11T16:22:00,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa633340000, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1371680359 2024-11-11T16:22:00,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1371680359/meta-region-server: CHANGED 2024-11-11T16:22:00,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1371680359/meta-region-server: CHANGED 2024-11-11T16:22:00,534 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:22:00,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,36393,1731342118946}] 2024-11-11T16:22:00,687 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:22:00,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:22:00,697 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:22:00,697 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:22:00,697 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:22:00,698 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C36393%2C1731342118946.meta, suffix=.meta, logDir=hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/WALs/16b413a53992,36393,1731342118946, archiveDir=hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/oldWALs, maxLogs=10 2024-11-11T16:22:00,712 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/WALs/16b413a53992,36393,1731342118946/16b413a53992%2C36393%2C1731342118946.meta.1731342120699.meta, exclude list is [], retry=0 2024-11-11T16:22:00,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-cda25b8c-6eed-4521-9d24-d96c385b62b3,DISK] 2024-11-11T16:22:00,718 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/WALs/16b413a53992,36393,1731342118946/16b413a53992%2C36393%2C1731342118946.meta.1731342120699.meta 2024-11-11T16:22:00,718 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33439:33439)] 2024-11-11T16:22:00,718 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:22:00,719 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:22:00,719 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:22:00,719 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:22:00,719 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:22:00,719 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:22:00,719 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:22:00,719 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:22:00,720 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:22:00,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:22:00,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:22:00,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:00,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:00,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:22:00,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:22:00,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:00,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:00,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:22:00,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:22:00,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:00,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:00,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:22:00,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:22:00,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:00,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:00,729 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:22:00,729 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/data/hbase/meta/1588230740 2024-11-11T16:22:00,731 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/data/hbase/meta/1588230740 2024-11-11T16:22:00,732 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:22:00,732 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:22:00,732 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:22:00,734 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:22:00,734 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61499147, jitterRate=-0.08359129726886749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:22:00,734 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:22:00,735 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731342120720Writing region info on filesystem at 1731342120720Initializing all the Stores at 1731342120720Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342120720Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342120724 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342120724Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342120724Cleaning up temporary data from old regions at 1731342120732 (+8 ms)Running coprocessor post-open hooks at 1731342120734 (+2 ms)Region opened successfully at 1731342120735 (+1 ms) 2024-11-11T16:22:00,736 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731342120686 2024-11-11T16:22:00,738 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:22:00,738 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:22:00,739 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,36393,1731342118946 2024-11-11T16:22:00,739 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,36393,1731342118946, state=OPEN 2024-11-11T16:22:00,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36393-0x1002fa633340001, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1371680359/meta-region-server 2024-11-11T16:22:00,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1371680359/meta-region-server: CHANGED 2024-11-11T16:22:00,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1002fa633340000, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1371680359/meta-region-server 2024-11-11T16:22:00,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1371680359/meta-region-server: CHANGED 2024-11-11T16:22:00,742 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,36393,1731342118946 2024-11-11T16:22:00,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T16:22:00,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:22:00,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:22:00,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,36393,1731342118946 in 208 msec 2024-11-11T16:22:00,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:22:00,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 650 msec 2024-11-11T16:22:00,746 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:22:00,746 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:22:00,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:22:00,748 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,36393,1731342118946, seqNum=-1] 2024-11-11T16:22:00,748 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:22:00,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:22:00,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 831 msec 2024-11-11T16:22:00,754 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731342120754, completionTime=-1 2024-11-11T16:22:00,754 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:22:00,754 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:22:00,760 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T16:22:00,760 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731342180760 2024-11-11T16:22:00,760 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731342240760 2024-11-11T16:22:00,760 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-11T16:22:00,761 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,35375,1731342118732-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:00,761 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,35375,1731342118732-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:00,761 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,35375,1731342118732-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:00,761 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:35375, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:00,761 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:00,761 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:00,763 DEBUG [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:22:00,766 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.717sec 2024-11-11T16:22:00,766 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:22:00,766 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:22:00,766 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:22:00,766 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:22:00,766 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:22:00,766 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,35375,1731342118732-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:22:00,767 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,35375,1731342118732-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:22:00,775 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:22:00,775 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:22:00,775 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,35375,1731342118732-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:00,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6a731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:00,842 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,35375,-1 for getting cluster id 2024-11-11T16:22:00,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:22:00,858 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62c90826-f465-47b3-81d2-61dbbaeee3fb' 2024-11-11T16:22:00,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:22:00,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62c90826-f465-47b3-81d2-61dbbaeee3fb" 2024-11-11T16:22:00,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404a82ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:00,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,35375,-1] 2024-11-11T16:22:00,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:22:00,860 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:00,861 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:22:00,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695cf0d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:00,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:22:00,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,36393,1731342118946, seqNum=-1] 2024-11-11T16:22:00,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:22:00,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:22:00,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16b413a53992,35375,1731342118732 2024-11-11T16:22:00,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64265 2024-11-11T16:22:00,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64265, baseZNode=/0-1371680359 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:22:00,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1002fa633340002 connected 2024-11-11T16:22:00,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:22:00,900 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,35375,1731342118732 2024-11-11T16:22:00,900 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b2f05ad 2024-11-11T16:22:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:22:00,902 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:22:00,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:22:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T16:22:00,906 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:22:00,906 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:00,907 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:22:00,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T16:22:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:22:00,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741835_1011 (size=902) 2024-11-11T16:22:00,949 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0fbd002042d808a47f33104f464547a, NAME => 'test,,1731342120903.f0fbd002042d808a47f33104f464547a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d 2024-11-11T16:22:00,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741836_1012 (size=39) 2024-11-11T16:22:00,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731342120903.f0fbd002042d808a47f33104f464547a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:22:00,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f0fbd002042d808a47f33104f464547a, disabling compactions & flushes 2024-11-11T16:22:00,966 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731342120903.f0fbd002042d808a47f33104f464547a. 2024-11-11T16:22:00,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342120903.f0fbd002042d808a47f33104f464547a. 2024-11-11T16:22:00,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731342120903.f0fbd002042d808a47f33104f464547a. after waiting 0 ms 2024-11-11T16:22:00,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731342120903.f0fbd002042d808a47f33104f464547a. 2024-11-11T16:22:00,966 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731342120903.f0fbd002042d808a47f33104f464547a. 2024-11-11T16:22:00,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0fbd002042d808a47f33104f464547a: Waiting for close lock at 1731342120966Disabling compacts and flushes for region at 1731342120966Disabling writes for close at 1731342120966Writing region close event to WAL at 1731342120966Closed at 1731342120966 2024-11-11T16:22:00,968 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:22:00,968 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731342120903.f0fbd002042d808a47f33104f464547a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731342120968"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342120968"}]},"ts":"1731342120968"} 2024-11-11T16:22:00,970 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:22:00,971 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:22:00,971 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342120971"}]},"ts":"1731342120971"} 2024-11-11T16:22:00,973 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T16:22:00,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0fbd002042d808a47f33104f464547a, ASSIGN}] 2024-11-11T16:22:00,975 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0fbd002042d808a47f33104f464547a, ASSIGN 2024-11-11T16:22:00,976 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f0fbd002042d808a47f33104f464547a, ASSIGN; state=OFFLINE, location=16b413a53992,36393,1731342118946; forceNewPlan=false, retain=false 2024-11-11T16:22:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:22:01,127 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0fbd002042d808a47f33104f464547a, regionState=OPENING, regionLocation=16b413a53992,36393,1731342118946 2024-11-11T16:22:01,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f0fbd002042d808a47f33104f464547a, ASSIGN because future has completed 2024-11-11T16:22:01,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0fbd002042d808a47f33104f464547a, server=16b413a53992,36393,1731342118946}] 2024-11-11T16:22:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:22:01,290 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731342120903.f0fbd002042d808a47f33104f464547a. 2024-11-11T16:22:01,290 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f0fbd002042d808a47f33104f464547a, NAME => 'test,,1731342120903.f0fbd002042d808a47f33104f464547a.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:22:01,290 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:22:01,290 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T16:22:01,291 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f0fbd002042d808a47f33104f464547a 2024-11-11T16:22:01,291 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731342120903.f0fbd002042d808a47f33104f464547a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:22:01,291 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f0fbd002042d808a47f33104f464547a 2024-11-11T16:22:01,291 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f0fbd002042d808a47f33104f464547a 2024-11-11T16:22:01,293 INFO [StoreOpener-f0fbd002042d808a47f33104f464547a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f0fbd002042d808a47f33104f464547a 2024-11-11T16:22:01,294 INFO [StoreOpener-f0fbd002042d808a47f33104f464547a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0fbd002042d808a47f33104f464547a columnFamilyName f 2024-11-11T16:22:01,294 DEBUG [StoreOpener-f0fbd002042d808a47f33104f464547a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:01,294 INFO [StoreOpener-f0fbd002042d808a47f33104f464547a-1 {}] regionserver.HStore(327): Store=f0fbd002042d808a47f33104f464547a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:22:01,294 INFO [StoreOpener-f0fbd002042d808a47f33104f464547a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f0fbd002042d808a47f33104f464547a 2024-11-11T16:22:01,295 INFO [StoreOpener-f0fbd002042d808a47f33104f464547a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0fbd002042d808a47f33104f464547a columnFamilyName f1 2024-11-11T16:22:01,295 DEBUG [StoreOpener-f0fbd002042d808a47f33104f464547a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:01,296 INFO [StoreOpener-f0fbd002042d808a47f33104f464547a-1 {}] regionserver.HStore(327): Store=f0fbd002042d808a47f33104f464547a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:22:01,296 INFO [StoreOpener-f0fbd002042d808a47f33104f464547a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f0fbd002042d808a47f33104f464547a 2024-11-11T16:22:01,301 INFO [StoreOpener-f0fbd002042d808a47f33104f464547a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0fbd002042d808a47f33104f464547a columnFamilyName norep 2024-11-11T16:22:01,301 DEBUG [StoreOpener-f0fbd002042d808a47f33104f464547a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:01,302 INFO [StoreOpener-f0fbd002042d808a47f33104f464547a-1 {}] regionserver.HStore(327): Store=f0fbd002042d808a47f33104f464547a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:22:01,302 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f0fbd002042d808a47f33104f464547a 2024-11-11T16:22:01,302 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/data/default/test/f0fbd002042d808a47f33104f464547a 2024-11-11T16:22:01,303 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/data/default/test/f0fbd002042d808a47f33104f464547a 2024-11-11T16:22:01,303 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f0fbd002042d808a47f33104f464547a 2024-11-11T16:22:01,303 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f0fbd002042d808a47f33104f464547a 2024-11-11T16:22:01,304 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:22:01,305 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f0fbd002042d808a47f33104f464547a 2024-11-11T16:22:01,319 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/data/default/test/f0fbd002042d808a47f33104f464547a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:22:01,320 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f0fbd002042d808a47f33104f464547a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60918754, jitterRate=-0.09223982691764832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:22:01,320 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0fbd002042d808a47f33104f464547a 2024-11-11T16:22:01,321 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f0fbd002042d808a47f33104f464547a: Running coprocessor pre-open hook at 1731342121291Writing region info on filesystem at 1731342121291Initializing all the Stores at 1731342121292 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342121292Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342121292Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342121292Cleaning up temporary data from old regions at 1731342121303 (+11 ms)Running coprocessor post-open hooks at 1731342121320 (+17 ms)Region opened successfully at 1731342121320 2024-11-11T16:22:01,322 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731342120903.f0fbd002042d808a47f33104f464547a., pid=6, masterSystemTime=1731342121285 2024-11-11T16:22:01,329 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731342120903.f0fbd002042d808a47f33104f464547a. 2024-11-11T16:22:01,329 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731342120903.f0fbd002042d808a47f33104f464547a. 2024-11-11T16:22:01,330 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0fbd002042d808a47f33104f464547a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16b413a53992,36393,1731342118946 2024-11-11T16:22:01,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0fbd002042d808a47f33104f464547a, server=16b413a53992,36393,1731342118946 because future has completed 2024-11-11T16:22:01,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T16:22:01,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f0fbd002042d808a47f33104f464547a, server=16b413a53992,36393,1731342118946 in 200 msec 2024-11-11T16:22:01,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T16:22:01,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f0fbd002042d808a47f33104f464547a, ASSIGN in 362 msec 2024-11-11T16:22:01,339 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:22:01,339 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342121339"}]},"ts":"1731342121339"} 2024-11-11T16:22:01,341 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T16:22:01,342 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:22:01,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 439 msec 2024-11-11T16:22:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:22:01,538 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T16:22:01,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2897768c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:01,539 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,35375,-1 for getting cluster id 2024-11-11T16:22:01,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:22:01,540 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62c90826-f465-47b3-81d2-61dbbaeee3fb' 2024-11-11T16:22:01,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:22:01,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62c90826-f465-47b3-81d2-61dbbaeee3fb" 2024-11-11T16:22:01,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d377ae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:01,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,35375,-1] 2024-11-11T16:22:01,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:22:01,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:01,541 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:22:01,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a4875b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:01,547 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:22:01,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,35375,1731342118732 2024-11-11T16:22:01,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@646c1d11 2024-11-11T16:22:01,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:22:01,552 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:22:01,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16b413a53992:35375,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T16:22:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T16:22:01,558 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:35375' 2024-11-11T16:22:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:22:01,565 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2447b95f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:01,565 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,35375,-1 for getting cluster id 2024-11-11T16:22:01,565 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:22:01,566 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62c90826-f465-47b3-81d2-61dbbaeee3fb' 2024-11-11T16:22:01,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:22:01,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62c90826-f465-47b3-81d2-61dbbaeee3fb" 2024-11-11T16:22:01,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4818f09c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:01,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,35375,-1] 2024-11-11T16:22:01,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:22:01,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:01,568 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:22:01,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca734c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:01,569 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:22:01,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,35375,1731342118732 2024-11-11T16:22:01,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30ad3b59 2024-11-11T16:22:01,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:22:01,572 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:22:01,573 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T16:22:01,573 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T16:22:01,573 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:01,573 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:01,574 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://16b413a53992:35375, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-11T16:22:01,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:22:01,582 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://16b413a53992:35375, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://16b413a53992:35375, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://16b413a53992:35375, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-11T16:22:01,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://16b413a53992:35375, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=30 msec 2024-11-11T16:22:01,583 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-11T16:22:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:22:01,670 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://16b413a53992:35375, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-11T16:22:01,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:22:01,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:22:01,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:01,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:01,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:22:01,694 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=533 (was 361) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64265) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RS_OPEN_META-regionserver/16b413a53992:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;16b413a53992:36393 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1963338319-172.17.0.2-1731342117100:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1963338319-172.17.0.2-1731342117100 heartbeating to localhost/127.0.0.1:46655 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 37491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 4 on default port 46655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-1963338319-172.17.0.2-1731342117100:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1819881338-7872 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1778432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: ProcessThread(sid:0 cport:64265): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/16b413a53992:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RS_OPEN_REGION-regionserver/16b413a53992:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46655 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342120033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@39276dad java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 16b413a53992:35375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-998769332_20 at /127.0.0.1:38960 [Receiving block BP-1963338319-172.17.0.2-1731342117100:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2014806766-7826 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1778432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d-prefix:16b413a53992,36393,1731342118946.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1121521601_20 at /127.0.0.1:38920 [Receiving block BP-1963338319-172.17.0.2-1731342117100:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/cluster_33cc1d45-6893-ac3d-cae2-4e482a5515bb/data/data2/current/BP-1963338319-172.17.0.2-1731342117100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$607/0x00007f1778ad1d18.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-998769332_20 at /127.0.0.1:38878 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2014806766-7830 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64265) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 37491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 46655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1819881338-7875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1819881338-7874 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 2 on default port 46655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;16b413a53992:36393-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 46655 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1369394259) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@5e3d6d0d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-998769332_20 at /127.0.0.1:38944 [Receiving block BP-1963338319-172.17.0.2-1731342117100:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2014806766-7823 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1778432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1819881338-7873-acceptor-0@57619cf4-ServerConnector@66e1711c{HTTP/1.1, (http/1.1)}{localhost:39113} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 37491 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@2330b98f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-1ef9642c-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2014806766-7829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-7388bec4-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f17789fdbd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 1 on default port 37491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2014806766-7824 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1778432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2014806766-7825 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1778432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp2014806766-7828 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@fb54462 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6e323115[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@358fab2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d-prefix:16b413a53992,36393,1731342118946 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@25fb5ae3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/cluster_33cc1d45-6893-ac3d-cae2-4e482a5515bb/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46655/user/jenkins/test-data/bed8e53d-bb16-40b9-12fe-d7790083cc8d/MasterData-prefix:16b413a53992,35375,1731342118732 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 37491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@2b87a4b5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 46655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/cluster_33cc1d45-6893-ac3d-cae2-4e482a5515bb/data/data1/current/BP-1963338319-172.17.0.2-1731342117100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342120024 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@46a022b2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64265) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PacketResponder: BP-1963338319-172.17.0.2-1731342117100:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7ba0bae0 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/16b413a53992:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/16b413a53992:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 46655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 0 on default port 37491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp2014806766-7827-acceptor-0@53044a87-ServerConnector@2e432106{HTTP/1.1, (http/1.1)}{localhost:33183} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:64265 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:46655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;16b413a53992:35375 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/16b413a53992:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/cluster_33cc1d45-6893-ac3d-cae2-4e482a5515bb/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) - Thread LEAK? -, OpenFileDescriptor=881 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=961 (was 949) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2470 (was 2870) 2024-11-11T16:22:01,697 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-11T16:22:01,725 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=533, OpenFileDescriptor=881, MaxFileDescriptor=1048576, SystemLoadAverage=961, ProcessCount=11, AvailableMemoryMB=2468 2024-11-11T16:22:01,725 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-11T16:22:01,743 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-11T16:22:01,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/hadoop.log.dir so I do NOT create it in target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443 2024-11-11T16:22:01,744 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T16:22:01,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/hadoop.tmp.dir so I do NOT create it in target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443 2024-11-11T16:22:01,744 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15cc87-5226-9027-403c-3ae2fb16c4ee/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T16:22:01,744 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443 2024-11-11T16:22:01,744 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/cluster_f7b963da-d64c-f3b7-d74f-bf112d208b34, deleteOnExit=true 2024-11-11T16:22:01,810 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/cluster_f7b963da-d64c-f3b7-d74f-bf112d208b34/zookeeper_0, clientPort=60234, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/cluster_f7b963da-d64c-f3b7-d74f-bf112d208b34/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/cluster_f7b963da-d64c-f3b7-d74f-bf112d208b34/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T16:22:01,829 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60234 2024-11-11T16:22:01,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:22:01,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:22:01,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/test.cache.data in system properties and HBase conf 2024-11-11T16:22:01,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:22:01,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:22:01,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:22:01,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:22:01,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:22:01,830 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:22:01,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:22:01,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:22:01,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:22:01,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:22:01,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:22:01,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:22:01,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:22:01,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:22:01,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:22:01,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:22:01,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:22:01,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:22:01,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:22:01,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:22:01,959 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:22:01,963 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:22:01,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:22:01,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:22:01,975 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:22:01,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:22:01,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4564b2bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:22:01,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dfe1847{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:22:02,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@133e1341{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/java.io.tmpdir/jetty-localhost-42113-hadoop-hdfs-3_4_1-tests_jar-_-any-9541209949082080893/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:22:02,133 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3288d9f3{HTTP/1.1, (http/1.1)}{localhost:42113} 2024-11-11T16:22:02,134 INFO [Time-limited test {}] server.Server(415): Started @267760ms 2024-11-11T16:22:02,653 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:22:02,658 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:22:02,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:22:02,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:22:02,689 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:22:02,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3eb3402{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:22:02,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ed989c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:22:02,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fa60a3c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/java.io.tmpdir/jetty-localhost-33477-hadoop-hdfs-3_4_1-tests_jar-_-any-15630931600793300023/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:22:02,972 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3df13e92{HTTP/1.1, (http/1.1)}{localhost:33477} 2024-11-11T16:22:02,972 INFO [Time-limited test {}] server.Server(415): Started @268599ms 2024-11-11T16:22:02,974 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:22:03,269 WARN [Thread-4270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/cluster_f7b963da-d64c-f3b7-d74f-bf112d208b34/data/data1/current/BP-1134952117-172.17.0.2-1731342121867/current, will proceed with Du for space computation calculation, 2024-11-11T16:22:03,276 WARN [Thread-4271 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/cluster_f7b963da-d64c-f3b7-d74f-bf112d208b34/data/data2/current/BP-1134952117-172.17.0.2-1731342121867/current, will proceed with Du for space computation calculation, 2024-11-11T16:22:03,378 WARN [Thread-4258 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:22:03,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a19608b285c7856 with lease ID 0xcf85ace5d4d0da7: Processing first storage report for DS-462fe354-56d1-43b0-8eef-92e9fed9447a from datanode DatanodeRegistration(127.0.0.1:43233, datanodeUuid=2b63ce15-07f0-4424-a1d3-9d2de773c23c, infoPort=36181, infoSecurePort=0, ipcPort=39457, storageInfo=lv=-57;cid=testClusterID;nsid=1453127760;c=1731342121867) 2024-11-11T16:22:03,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a19608b285c7856 with lease ID 0xcf85ace5d4d0da7: from storage DS-462fe354-56d1-43b0-8eef-92e9fed9447a node DatanodeRegistration(127.0.0.1:43233, datanodeUuid=2b63ce15-07f0-4424-a1d3-9d2de773c23c, infoPort=36181, infoSecurePort=0, ipcPort=39457, storageInfo=lv=-57;cid=testClusterID;nsid=1453127760;c=1731342121867), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:22:03,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a19608b285c7856 with lease ID 0xcf85ace5d4d0da7: Processing first storage report for DS-886ef3b1-29dc-4b2e-985d-64a214965944 from datanode DatanodeRegistration(127.0.0.1:43233, datanodeUuid=2b63ce15-07f0-4424-a1d3-9d2de773c23c, infoPort=36181, infoSecurePort=0, ipcPort=39457, storageInfo=lv=-57;cid=testClusterID;nsid=1453127760;c=1731342121867) 2024-11-11T16:22:03,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a19608b285c7856 with lease ID 0xcf85ace5d4d0da7: from storage DS-886ef3b1-29dc-4b2e-985d-64a214965944 node DatanodeRegistration(127.0.0.1:43233, datanodeUuid=2b63ce15-07f0-4424-a1d3-9d2de773c23c, infoPort=36181, infoSecurePort=0, ipcPort=39457, storageInfo=lv=-57;cid=testClusterID;nsid=1453127760;c=1731342121867), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T16:22:03,447 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443 2024-11-11T16:22:03,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:22:03,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:22:03,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:22:03,477 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6 with version=8 2024-11-11T16:22:03,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/hbase-staging 2024-11-11T16:22:03,481 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:22:03,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:22:03,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:22:03,481 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:22:03,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:22:03,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:22:03,481 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:22:03,481 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:22:03,485 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36671 2024-11-11T16:22:03,486 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36671 connecting to ZooKeeper ensemble=127.0.0.1:60234 2024-11-11T16:22:03,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366710x0, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:22:03,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36671-0x1002fa645cc0000 connected 2024-11-11T16:22:03,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:22:03,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:22:03,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Set watcher on znode that does not yet exist, /02001870391/running 2024-11-11T16:22:03,675 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6, hbase.cluster.distributed=false 2024-11-11T16:22:03,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Set watcher on znode that does not yet exist, /02001870391/acl 2024-11-11T16:22:03,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36671 2024-11-11T16:22:03,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36671 2024-11-11T16:22:03,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36671 2024-11-11T16:22:03,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36671 2024-11-11T16:22:03,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36671 2024-11-11T16:22:03,733 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:22:03,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:22:03,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:22:03,733 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:22:03,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:22:03,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:22:03,733 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:22:03,733 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:22:03,744 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34105 2024-11-11T16:22:03,745 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34105 connecting to ZooKeeper ensemble=127.0.0.1:60234 2024-11-11T16:22:03,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:22:03,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:22:03,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341050x0, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:22:03,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341050x0, quorum=127.0.0.1:60234, baseZNode=/02001870391 Set watcher on znode that does not yet exist, /02001870391/running 2024-11-11T16:22:03,775 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:22:03,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34105-0x1002fa645cc0001 connected 2024-11-11T16:22:03,808 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:22:03,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34105-0x1002fa645cc0001, quorum=127.0.0.1:60234, baseZNode=/02001870391 Set watcher on znode that does not yet exist, /02001870391/master 2024-11-11T16:22:03,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34105-0x1002fa645cc0001, quorum=127.0.0.1:60234, baseZNode=/02001870391 Set watcher on znode that does not yet exist, /02001870391/acl 2024-11-11T16:22:03,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34105 2024-11-11T16:22:03,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34105 2024-11-11T16:22:03,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34105 2024-11-11T16:22:03,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34105 2024-11-11T16:22:03,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34105 2024-11-11T16:22:03,856 DEBUG [M:0;16b413a53992:36671 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:36671 2024-11-11T16:22:03,857 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02001870391/backup-masters/16b413a53992,36671,1731342123480 2024-11-11T16:22:03,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002fa645cc0001, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02001870391/backup-masters 2024-11-11T16:22:03,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02001870391/backup-masters 2024-11-11T16:22:03,861 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Set watcher on existing znode=/02001870391/backup-masters/16b413a53992,36671,1731342123480 2024-11-11T16:22:03,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02001870391 2024-11-11T16:22:03,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002fa645cc0001, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02001870391/master 2024-11-11T16:22:03,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002fa645cc0001, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02001870391 2024-11-11T16:22:03,867 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Set watcher on existing znode=/02001870391/master 2024-11-11T16:22:03,868 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02001870391/backup-masters/16b413a53992,36671,1731342123480 from backup master directory 2024-11-11T16:22:03,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002fa645cc0001, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02001870391/backup-masters 2024-11-11T16:22:03,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02001870391/backup-masters/16b413a53992,36671,1731342123480 2024-11-11T16:22:03,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02001870391/backup-masters 2024-11-11T16:22:03,872 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:22:03,872 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,36671,1731342123480 2024-11-11T16:22:03,880 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/hbase.id] with ID: 430c1886-1040-435b-9a0f-23cb869c108e 2024-11-11T16:22:03,880 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/.tmp/hbase.id 2024-11-11T16:22:03,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:22:03,904 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/.tmp/hbase.id]:[hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/hbase.id] 2024-11-11T16:22:03,922 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:22:03,922 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:22:03,923 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T16:22:03,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02001870391 2024-11-11T16:22:03,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002fa645cc0001, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02001870391 2024-11-11T16:22:03,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:22:03,984 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:22:03,985 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:22:03,986 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:22:04,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:22:04,410 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/MasterData/data/master/store 2024-11-11T16:22:04,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:22:04,865 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:22:04,865 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:22:04,865 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:22:04,865 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:22:04,866 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:22:04,866 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:22:04,866 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:22:04,866 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342124865Disabling compacts and flushes for region at 1731342124865Disabling writes for close at 1731342124866 (+1 ms)Writing region close event to WAL at 1731342124866Closed at 1731342124866 2024-11-11T16:22:04,867 WARN [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/MasterData/data/master/store/.initializing 2024-11-11T16:22:04,867 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/MasterData/WALs/16b413a53992,36671,1731342123480 2024-11-11T16:22:04,868 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:22:04,870 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C36671%2C1731342123480, suffix=, logDir=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/MasterData/WALs/16b413a53992,36671,1731342123480, archiveDir=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/MasterData/oldWALs, maxLogs=10 2024-11-11T16:22:04,897 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/MasterData/WALs/16b413a53992,36671,1731342123480/16b413a53992%2C36671%2C1731342123480.1731342124870, exclude list is [], retry=0 2024-11-11T16:22:04,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43233,DS-462fe354-56d1-43b0-8eef-92e9fed9447a,DISK] 2024-11-11T16:22:04,903 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/MasterData/WALs/16b413a53992,36671,1731342123480/16b413a53992%2C36671%2C1731342123480.1731342124870 2024-11-11T16:22:04,904 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36181:36181)] 2024-11-11T16:22:04,904 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:22:04,904 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:22:04,904 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:04,904 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:04,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:04,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:22:04,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:04,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:04,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:04,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:22:04,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:04,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:22:04,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:04,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:22:04,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:04,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:22:04,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:04,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:22:04,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:04,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:22:04,928 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:04,929 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:04,929 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:04,931 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:04,931 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:04,931 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:22:04,933 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:04,935 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:22:04,935 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70607367, jitterRate=0.05213175714015961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:22:04,935 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731342124904Initializing all the Stores at 1731342124909 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342124909Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342124912 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342124912Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342124912Cleaning up temporary data from old regions at 1731342124931 (+19 ms)Region opened successfully at 1731342124935 (+4 ms) 2024-11-11T16:22:04,936 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:22:04,939 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20cc693d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:22:04,939 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:22:04,940 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:22:04,940 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:22:04,940 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:22:04,940 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:22:04,941 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T16:22:04,941 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:22:04,950 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:22:04,951 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Unable to get data of znode /02001870391/balancer because node does not exist (not necessarily an error) 2024-11-11T16:22:04,952 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02001870391/balancer already deleted, retry=false 2024-11-11T16:22:04,953 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:22:04,954 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Unable to get data of znode /02001870391/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:22:04,955 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02001870391/normalizer already deleted, retry=false 2024-11-11T16:22:04,955 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:22:04,957 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Unable to get data of znode /02001870391/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:22:04,958 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02001870391/switch/split already deleted, retry=false 2024-11-11T16:22:04,960 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Unable to get data of znode /02001870391/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:22:04,961 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02001870391/switch/merge already deleted, retry=false 2024-11-11T16:22:04,964 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Unable to get data of znode /02001870391/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:22:04,965 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02001870391/snapshot-cleanup already deleted, retry=false 2024-11-11T16:22:04,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02001870391/running 2024-11-11T16:22:04,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002fa645cc0001, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02001870391/running 2024-11-11T16:22:04,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02001870391 2024-11-11T16:22:04,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002fa645cc0001, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02001870391 2024-11-11T16:22:04,967 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,36671,1731342123480, sessionid=0x1002fa645cc0000, setting cluster-up flag (Was=false) 2024-11-11T16:22:04,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02001870391 2024-11-11T16:22:04,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002fa645cc0001, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02001870391 2024-11-11T16:22:04,977 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02001870391/flush-table-proc/acquired, /02001870391/flush-table-proc/reached, /02001870391/flush-table-proc/abort 2024-11-11T16:22:04,978 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,36671,1731342123480 2024-11-11T16:22:04,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02001870391 2024-11-11T16:22:04,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002fa645cc0001, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02001870391 2024-11-11T16:22:04,986 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02001870391/online-snapshot/acquired, /02001870391/online-snapshot/reached, /02001870391/online-snapshot/abort 2024-11-11T16:22:04,987 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,36671,1731342123480 2024-11-11T16:22:04,988 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:22:04,990 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:22:04,990 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:22:04,990 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:22:04,991 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,36671,1731342123480 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:22:04,992 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:22:04,992 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:22:04,992 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:22:04,992 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:22:04,992 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:22:04,992 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:04,992 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:22:04,992 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:05,001 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:22:05,002 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:22:05,002 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:05,003 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:22:05,011 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731342155011 2024-11-11T16:22:05,012 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:22:05,013 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:22:05,013 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:22:05,013 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:22:05,013 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:22:05,013 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:22:05,032 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:05,057 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:22:05,057 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:22:05,057 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:22:05,057 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T16:22:05,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:22:05,068 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:22:05,068 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:22:05,068 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342125068,5,FailOnTimeoutGroup] 2024-11-11T16:22:05,069 INFO [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer(746): ClusterId : 430c1886-1040-435b-9a0f-23cb869c108e 2024-11-11T16:22:05,069 DEBUG [RS:0;16b413a53992:34105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:22:05,071 DEBUG [RS:0;16b413a53992:34105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:22:05,071 DEBUG [RS:0;16b413a53992:34105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:22:05,072 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342125068,5,FailOnTimeoutGroup] 2024-11-11T16:22:05,072 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:05,073 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:22:05,073 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:05,073 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:05,073 DEBUG [RS:0;16b413a53992:34105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:22:05,074 DEBUG [RS:0;16b413a53992:34105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108d0307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:22:05,094 DEBUG [RS:0;16b413a53992:34105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:34105 2024-11-11T16:22:05,094 INFO [RS:0;16b413a53992:34105 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:22:05,094 INFO [RS:0;16b413a53992:34105 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:22:05,094 DEBUG [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:22:05,095 INFO [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,36671,1731342123480 with port=34105, startcode=1731342123732 2024-11-11T16:22:05,096 DEBUG [RS:0;16b413a53992:34105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:22:05,098 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:22:05,098 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36671 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,34105,1731342123732 2024-11-11T16:22:05,099 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36671 {}] master.ServerManager(517): Registering regionserver=16b413a53992,34105,1731342123732 2024-11-11T16:22:05,100 DEBUG [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6 2024-11-11T16:22:05,100 DEBUG [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42369 2024-11-11T16:22:05,100 DEBUG [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:22:05,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02001870391/rs 2024-11-11T16:22:05,103 DEBUG [RS:0;16b413a53992:34105 {}] zookeeper.ZKUtil(111): regionserver:34105-0x1002fa645cc0001, quorum=127.0.0.1:60234, baseZNode=/02001870391 Set watcher on existing znode=/02001870391/rs/16b413a53992,34105,1731342123732 2024-11-11T16:22:05,103 WARN [RS:0;16b413a53992:34105 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:22:05,103 INFO [RS:0;16b413a53992:34105 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:22:05,103 DEBUG [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732 2024-11-11T16:22:05,103 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,34105,1731342123732] 2024-11-11T16:22:05,108 INFO [RS:0;16b413a53992:34105 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:22:05,110 INFO [RS:0;16b413a53992:34105 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:22:05,111 INFO [RS:0;16b413a53992:34105 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:22:05,111 INFO [RS:0;16b413a53992:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:05,111 INFO [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:22:05,112 INFO [RS:0;16b413a53992:34105 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:22:05,112 INFO [RS:0;16b413a53992:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:05,112 DEBUG [RS:0;16b413a53992:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:05,112 DEBUG [RS:0;16b413a53992:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:05,112 DEBUG [RS:0;16b413a53992:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:05,112 DEBUG [RS:0;16b413a53992:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:05,112 DEBUG [RS:0;16b413a53992:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:05,112 DEBUG [RS:0;16b413a53992:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:22:05,112 DEBUG [RS:0;16b413a53992:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:05,112 DEBUG [RS:0;16b413a53992:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:05,112 DEBUG [RS:0;16b413a53992:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:05,112 DEBUG [RS:0;16b413a53992:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:05,112 DEBUG [RS:0;16b413a53992:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:05,112 DEBUG [RS:0;16b413a53992:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:05,112 DEBUG [RS:0;16b413a53992:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:22:05,112 DEBUG [RS:0;16b413a53992:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:22:05,120 INFO [RS:0;16b413a53992:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:05,120 INFO [RS:0;16b413a53992:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:05,120 INFO [RS:0;16b413a53992:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:05,121 INFO [RS:0;16b413a53992:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:05,121 INFO [RS:0;16b413a53992:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:05,121 INFO [RS:0;16b413a53992:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,34105,1731342123732-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:22:05,155 INFO [RS:0;16b413a53992:34105 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:22:05,155 INFO [RS:0;16b413a53992:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,34105,1731342123732-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:05,155 INFO [RS:0;16b413a53992:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:05,155 INFO [RS:0;16b413a53992:34105 {}] regionserver.Replication(171): 16b413a53992,34105,1731342123732 started 2024-11-11T16:22:05,179 INFO [RS:0;16b413a53992:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:05,179 INFO [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,34105,1731342123732, RpcServer on 16b413a53992/172.17.0.2:34105, sessionid=0x1002fa645cc0001 2024-11-11T16:22:05,180 DEBUG [RS:0;16b413a53992:34105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:22:05,180 DEBUG [RS:0;16b413a53992:34105 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,34105,1731342123732 2024-11-11T16:22:05,180 DEBUG [RS:0;16b413a53992:34105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,34105,1731342123732' 2024-11-11T16:22:05,180 DEBUG [RS:0;16b413a53992:34105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02001870391/flush-table-proc/abort' 2024-11-11T16:22:05,180 DEBUG [RS:0;16b413a53992:34105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02001870391/flush-table-proc/acquired' 2024-11-11T16:22:05,181 DEBUG [RS:0;16b413a53992:34105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:22:05,181 DEBUG [RS:0;16b413a53992:34105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:22:05,181 DEBUG [RS:0;16b413a53992:34105 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,34105,1731342123732 2024-11-11T16:22:05,181 DEBUG [RS:0;16b413a53992:34105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,34105,1731342123732' 2024-11-11T16:22:05,181 DEBUG [RS:0;16b413a53992:34105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02001870391/online-snapshot/abort' 2024-11-11T16:22:05,181 DEBUG [RS:0;16b413a53992:34105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02001870391/online-snapshot/acquired' 2024-11-11T16:22:05,182 DEBUG [RS:0;16b413a53992:34105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:22:05,182 INFO [RS:0;16b413a53992:34105 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:22:05,182 INFO [RS:0;16b413a53992:34105 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:22:05,282 INFO [RS:0;16b413a53992:34105 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:22:05,284 INFO [RS:0;16b413a53992:34105 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C34105%2C1731342123732, suffix=, logDir=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732, archiveDir=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/oldWALs, maxLogs=10 2024-11-11T16:22:05,304 DEBUG [RS:0;16b413a53992:34105 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342125285, exclude list is [], retry=0 2024-11-11T16:22:05,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43233,DS-462fe354-56d1-43b0-8eef-92e9fed9447a,DISK] 2024-11-11T16:22:05,313 INFO [RS:0;16b413a53992:34105 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342125285 2024-11-11T16:22:05,313 DEBUG [RS:0;16b413a53992:34105 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36181:36181)] 2024-11-11T16:22:05,464 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:22:05,465 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6 2024-11-11T16:22:05,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741833_1009 (size=32) 2024-11-11T16:22:05,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:22:05,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:22:05,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:22:05,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:05,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:05,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:22:05,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:22:05,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:05,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:05,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:22:05,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:22:05,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:05,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:05,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:22:05,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:22:05,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:05,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:05,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:22:05,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740 2024-11-11T16:22:05,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740 2024-11-11T16:22:05,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:22:05,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:22:05,906 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:22:05,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:22:05,910 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:22:05,910 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67309383, jitterRate=0.002987965941429138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:22:05,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731342125895Initializing all the Stores at 1731342125897 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342125897Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342125897Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342125897Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342125897Cleaning up temporary data from old regions at 1731342125906 (+9 ms)Region opened successfully at 1731342125910 (+4 ms) 2024-11-11T16:22:05,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:22:05,911 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:22:05,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:22:05,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:22:05,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:22:05,911 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:22:05,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342125911Disabling compacts and flushes for region at 1731342125911Disabling writes for close at 1731342125911Writing region close event to WAL at 1731342125911Closed at 1731342125911 2024-11-11T16:22:05,914 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:22:05,914 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:22:05,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:22:05,916 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:22:05,921 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:22:06,072 DEBUG [16b413a53992:36671 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:22:06,073 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,34105,1731342123732 2024-11-11T16:22:06,074 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,34105,1731342123732, state=OPENING 2024-11-11T16:22:06,076 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:22:06,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02001870391 2024-11-11T16:22:06,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002fa645cc0001, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02001870391 2024-11-11T16:22:06,078 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:22:06,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02001870391/meta-region-server: CHANGED 2024-11-11T16:22:06,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02001870391/meta-region-server: CHANGED 2024-11-11T16:22:06,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,34105,1731342123732}] 2024-11-11T16:22:06,233 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:22:06,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:22:06,249 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:22:06,249 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:22:06,249 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:22:06,253 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:22:06,253 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C34105%2C1731342123732.meta, suffix=.meta, logDir=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732, archiveDir=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/oldWALs, maxLogs=10 2024-11-11T16:22:06,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:06,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:06,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:06,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:06,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:06,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:06,273 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.meta.1731342126254.meta, exclude list is [], retry=0 2024-11-11T16:22:06,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43233,DS-462fe354-56d1-43b0-8eef-92e9fed9447a,DISK] 2024-11-11T16:22:06,278 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.meta.1731342126254.meta 2024-11-11T16:22:06,318 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36181:36181)] 2024-11-11T16:22:06,319 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:22:06,319 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:22:06,319 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:22:06,319 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:22:06,319 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:22:06,320 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:22:06,320 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:22:06,320 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:22:06,320 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:22:06,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:06,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:06,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:06,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:06,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:06,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:06,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:22:06,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:22:06,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:06,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:06,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:22:06,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:22:06,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:06,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:06,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:22:06,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:22:06,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:06,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:06,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:22:06,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:06,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:22:06,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:06,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:06,335 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:22:06,335 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740 2024-11-11T16:22:06,336 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740 2024-11-11T16:22:06,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:06,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:06,337 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:22:06,337 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:22:06,338 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:22:06,339 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:22:06,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:06,340 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69231146, jitterRate=0.03162446618080139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:22:06,340 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:22:06,340 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731342126320Writing region info on filesystem at 1731342126320Initializing all the Stores at 1731342126321 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342126321Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342126328 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342126328Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342126328Cleaning up temporary data from old regions at 1731342126337 (+9 ms)Running coprocessor post-open hooks at 1731342126340 (+3 ms)Region opened successfully at 1731342126340 2024-11-11T16:22:06,341 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731342126232 2024-11-11T16:22:06,345 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:22:06,345 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:22:06,345 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,34105,1731342123732 2024-11-11T16:22:06,346 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,34105,1731342123732, state=OPEN 2024-11-11T16:22:06,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002fa645cc0001, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02001870391/meta-region-server 2024-11-11T16:22:06,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02001870391/meta-region-server 2024-11-11T16:22:06,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02001870391/meta-region-server: CHANGED 2024-11-11T16:22:06,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02001870391/meta-region-server: CHANGED 2024-11-11T16:22:06,352 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,34105,1731342123732 2024-11-11T16:22:06,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:22:06,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,34105,1731342123732 in 274 msec 2024-11-11T16:22:06,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:22:06,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 441 msec 2024-11-11T16:22:06,359 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:22:06,359 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:22:06,361 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:22:06,361 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,34105,1731342123732, seqNum=-1] 2024-11-11T16:22:06,361 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:22:06,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:22:06,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3810 sec 2024-11-11T16:22:06,373 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731342126373, completionTime=-1 2024-11-11T16:22:06,373 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:22:06,373 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:22:06,375 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T16:22:06,377 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731342186375 2024-11-11T16:22:06,377 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731342246377 2024-11-11T16:22:06,377 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-11T16:22:06,377 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,36671,1731342123480-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:06,377 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,36671,1731342123480-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:06,377 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,36671,1731342123480-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:06,377 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:36671, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:06,377 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:06,378 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:06,379 DEBUG [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:22:06,381 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T16:22:06,382 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T16:22:06,382 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.510sec 2024-11-11T16:22:06,382 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:22:06,382 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:22:06,382 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:22:06,382 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:22:06,382 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:22:06,382 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,36671,1731342123480-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:22:06,382 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,36671,1731342123480-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:22:06,396 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:22:06,396 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:22:06,396 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,36671,1731342123480-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:06,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe5d340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:06,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,36671,-1 for getting cluster id 2024-11-11T16:22:06,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:22:06,493 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '430c1886-1040-435b-9a0f-23cb869c108e' 2024-11-11T16:22:06,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:22:06,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "430c1886-1040-435b-9a0f-23cb869c108e" 2024-11-11T16:22:06,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dfa3662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:06,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,36671,-1] 2024-11-11T16:22:06,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:22:06,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:06,496 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:22:06,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7310eb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:06,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:22:06,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,34105,1731342123732, seqNum=-1] 2024-11-11T16:22:06,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:22:06,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:22:06,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16b413a53992,36671,1731342123480 2024-11-11T16:22:06,517 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60234 2024-11-11T16:22:06,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:22:06,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/hadoop.log.dir so I do NOT create it in target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e 2024-11-11T16:22:06,537 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T16:22:06,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/hadoop.tmp.dir so I do NOT create it in target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e 2024-11-11T16:22:06,537 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T16:22:06,537 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e 2024-11-11T16:22:06,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:22:06,538 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/cluster_3fdc91e5-10fc-249b-a542-986585ea9778, deleteOnExit=true 2024-11-11T16:22:06,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:22:06,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/test.cache.data in system properties and HBase conf 2024-11-11T16:22:06,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:22:06,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:22:06,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:22:06,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:22:06,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:22:06,539 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:22:06,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:22:06,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:22:06,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:22:06,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:22:06,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:22:06,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:22:06,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:22:06,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:22:06,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:22:06,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:22:06,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:22:06,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:22:06,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:22:06,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:22:06,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1002fa645cc0002 connected 2024-11-11T16:22:06,697 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:22:06,703 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:22:06,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:22:06,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:22:06,705 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:22:06,707 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:22:06,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e6881e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:22:06,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38d29d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:22:06,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2568b826{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/java.io.tmpdir/jetty-localhost-45887-hadoop-hdfs-3_4_1-tests_jar-_-any-14732087744833939941/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:22:06,914 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b21cbaa{HTTP/1.1, (http/1.1)}{localhost:45887} 2024-11-11T16:22:06,914 INFO [Time-limited test {}] server.Server(415): Started @272541ms 2024-11-11T16:22:07,348 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:22:07,352 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:22:07,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:22:07,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:22:07,385 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:22:07,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40c70f34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:22:07,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f0c9ac6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:22:07,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36869ebf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/java.io.tmpdir/jetty-localhost-36609-hadoop-hdfs-3_4_1-tests_jar-_-any-2281089378677032222/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:22:07,616 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56fa92ef{HTTP/1.1, (http/1.1)}{localhost:36609} 2024-11-11T16:22:07,617 INFO [Time-limited test {}] server.Server(415): Started @273243ms 2024-11-11T16:22:07,618 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:22:07,837 WARN [Thread-4391 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/cluster_3fdc91e5-10fc-249b-a542-986585ea9778/data/data1/current/BP-1716221992-172.17.0.2-1731342126590/current, will proceed with Du for space computation calculation, 2024-11-11T16:22:07,865 WARN [Thread-4392 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/cluster_3fdc91e5-10fc-249b-a542-986585ea9778/data/data2/current/BP-1716221992-172.17.0.2-1731342126590/current, will proceed with Du for space computation calculation, 2024-11-11T16:22:07,908 WARN [Thread-4379 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:22:07,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee0764036021b005 with lease ID 0x7d8f91bca79d0eff: Processing first storage report for DS-61db3e25-a7e8-49c7-87f5-dfe190df2232 from datanode DatanodeRegistration(127.0.0.1:42705, datanodeUuid=1b958450-0361-48d2-8e5f-7e92dadb86e1, infoPort=46693, infoSecurePort=0, ipcPort=37813, storageInfo=lv=-57;cid=testClusterID;nsid=1871692103;c=1731342126590) 2024-11-11T16:22:07,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee0764036021b005 with lease ID 0x7d8f91bca79d0eff: from storage DS-61db3e25-a7e8-49c7-87f5-dfe190df2232 node DatanodeRegistration(127.0.0.1:42705, datanodeUuid=1b958450-0361-48d2-8e5f-7e92dadb86e1, infoPort=46693, infoSecurePort=0, ipcPort=37813, storageInfo=lv=-57;cid=testClusterID;nsid=1871692103;c=1731342126590), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T16:22:07,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee0764036021b005 with lease ID 0x7d8f91bca79d0eff: Processing first storage report for DS-af930023-9f57-4f09-8571-5f278fcf7dc2 from datanode DatanodeRegistration(127.0.0.1:42705, datanodeUuid=1b958450-0361-48d2-8e5f-7e92dadb86e1, infoPort=46693, infoSecurePort=0, ipcPort=37813, storageInfo=lv=-57;cid=testClusterID;nsid=1871692103;c=1731342126590) 2024-11-11T16:22:07,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee0764036021b005 with lease ID 0x7d8f91bca79d0eff: from storage DS-af930023-9f57-4f09-8571-5f278fcf7dc2 node DatanodeRegistration(127.0.0.1:42705, datanodeUuid=1b958450-0361-48d2-8e5f-7e92dadb86e1, infoPort=46693, infoSecurePort=0, ipcPort=37813, storageInfo=lv=-57;cid=testClusterID;nsid=1871692103;c=1731342126590), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:22:07,941 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e 2024-11-11T16:22:07,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:22:07,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:22:07,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:22:08,057 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:22:08,058 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T16:22:08,058 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108863 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T16:22:08,386 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8 with version=8 2024-11-11T16:22:08,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/hbase-staging 2024-11-11T16:22:08,389 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:22:08,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:22:08,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:22:08,389 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:22:08,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:22:08,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:22:08,390 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:22:08,390 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:22:08,401 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35827 2024-11-11T16:22:08,402 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35827 connecting to ZooKeeper ensemble=127.0.0.1:60234 2024-11-11T16:22:08,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358270x0, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:22:08,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35827-0x1002fa645cc0003 connected 2024-11-11T16:22:08,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:22:08,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:22:08,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Set watcher on znode that does not yet exist, /11826911196/running 2024-11-11T16:22:08,457 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8, hbase.cluster.distributed=false 2024-11-11T16:22:08,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Set watcher on znode that does not yet exist, /11826911196/acl 2024-11-11T16:22:08,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35827 2024-11-11T16:22:08,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35827 2024-11-11T16:22:08,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35827 2024-11-11T16:22:08,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35827 2024-11-11T16:22:08,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35827 2024-11-11T16:22:08,561 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:22:08,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:22:08,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:22:08,561 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:22:08,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:22:08,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:22:08,561 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:22:08,562 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:22:08,569 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38439 2024-11-11T16:22:08,570 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38439 connecting to ZooKeeper ensemble=127.0.0.1:60234 2024-11-11T16:22:08,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:22:08,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:22:08,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384390x0, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:22:08,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384390x0, quorum=127.0.0.1:60234, baseZNode=/11826911196 Set watcher on znode that does not yet exist, /11826911196/running 2024-11-11T16:22:08,581 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:22:08,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38439-0x1002fa645cc0004 connected 2024-11-11T16:22:08,604 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:22:08,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38439-0x1002fa645cc0004, quorum=127.0.0.1:60234, baseZNode=/11826911196 Set watcher on znode that does not yet exist, /11826911196/master 2024-11-11T16:22:08,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38439-0x1002fa645cc0004, quorum=127.0.0.1:60234, baseZNode=/11826911196 Set watcher on znode that does not yet exist, /11826911196/acl 2024-11-11T16:22:08,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38439 2024-11-11T16:22:08,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38439 2024-11-11T16:22:08,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38439 2024-11-11T16:22:08,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38439 2024-11-11T16:22:08,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38439 2024-11-11T16:22:08,674 DEBUG [M:0;16b413a53992:35827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:35827 2024-11-11T16:22:08,674 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11826911196/backup-masters/16b413a53992,35827,1731342128389 2024-11-11T16:22:08,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38439-0x1002fa645cc0004, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826911196/backup-masters 2024-11-11T16:22:08,677 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Set watcher on existing znode=/11826911196/backup-masters/16b413a53992,35827,1731342128389 2024-11-11T16:22:08,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38439-0x1002fa645cc0004, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11826911196/master 2024-11-11T16:22:08,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38439-0x1002fa645cc0004, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826911196 2024-11-11T16:22:08,679 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Set watcher on existing znode=/11826911196/master 2024-11-11T16:22:08,680 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11826911196/backup-masters/16b413a53992,35827,1731342128389 from backup master directory 2024-11-11T16:22:08,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826911196/backup-masters 2024-11-11T16:22:08,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826911196 2024-11-11T16:22:08,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38439-0x1002fa645cc0004, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826911196/backup-masters 2024-11-11T16:22:08,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11826911196/backup-masters/16b413a53992,35827,1731342128389 2024-11-11T16:22:08,681 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:22:08,681 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,35827,1731342128389 2024-11-11T16:22:08,690 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/hbase.id] with ID: dc16ae61-2ec7-4692-addb-1354d93392cf 2024-11-11T16:22:08,690 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/.tmp/hbase.id 2024-11-11T16:22:08,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:22:08,707 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/.tmp/hbase.id]:[hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/hbase.id] 2024-11-11T16:22:08,722 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:22:08,723 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:22:08,723 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T16:22:08,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38439-0x1002fa645cc0004, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826911196 2024-11-11T16:22:08,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826911196 2024-11-11T16:22:08,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:22:08,759 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:22:08,760 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:22:08,760 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:22:08,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:22:08,794 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/MasterData/data/master/store 2024-11-11T16:22:08,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:22:08,815 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:22:08,815 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:22:08,815 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:22:08,815 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:22:08,815 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:22:08,815 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:22:08,815 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:22:08,815 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342128815Disabling compacts and flushes for region at 1731342128815Disabling writes for close at 1731342128815Writing region close event to WAL at 1731342128815Closed at 1731342128815 2024-11-11T16:22:08,816 WARN [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/MasterData/data/master/store/.initializing 2024-11-11T16:22:08,816 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/MasterData/WALs/16b413a53992,35827,1731342128389 2024-11-11T16:22:08,818 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:22:08,820 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C35827%2C1731342128389, suffix=, logDir=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/MasterData/WALs/16b413a53992,35827,1731342128389, archiveDir=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/MasterData/oldWALs, maxLogs=10 2024-11-11T16:22:08,843 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/MasterData/WALs/16b413a53992,35827,1731342128389/16b413a53992%2C35827%2C1731342128389.1731342128821, exclude list is [], retry=0 2024-11-11T16:22:08,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42705,DS-61db3e25-a7e8-49c7-87f5-dfe190df2232,DISK] 2024-11-11T16:22:08,863 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/MasterData/WALs/16b413a53992,35827,1731342128389/16b413a53992%2C35827%2C1731342128389.1731342128821 2024-11-11T16:22:08,873 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46693:46693)] 2024-11-11T16:22:08,873 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:22:08,873 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:22:08,873 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:08,873 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:08,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:08,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:22:08,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:08,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:08,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:08,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:22:08,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:08,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:22:08,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:08,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:22:08,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:08,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:22:08,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:08,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:22:08,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:08,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:22:08,911 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:08,912 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:08,912 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:08,913 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:08,913 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:08,914 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:22:08,915 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:08,917 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:22:08,917 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63616921, jitterRate=-0.052034005522727966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:22:08,917 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731342128874Initializing all the Stores at 1731342128876 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342128876Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342128893 (+17 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342128893Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342128893Cleaning up temporary data from old regions at 1731342128913 (+20 ms)Region opened successfully at 1731342128917 (+4 ms) 2024-11-11T16:22:08,918 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:22:08,921 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37485aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:22:08,923 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:22:08,923 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:22:08,923 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:22:08,924 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:22:08,924 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:22:08,925 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T16:22:08,925 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:22:08,930 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:22:08,931 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Unable to get data of znode /11826911196/balancer because node does not exist (not necessarily an error) 2024-11-11T16:22:08,933 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11826911196/balancer already deleted, retry=false 2024-11-11T16:22:08,934 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:22:08,937 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Unable to get data of znode /11826911196/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:22:08,938 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11826911196/normalizer already deleted, retry=false 2024-11-11T16:22:08,938 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:22:08,939 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Unable to get data of znode /11826911196/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:22:08,941 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11826911196/switch/split already deleted, retry=false 2024-11-11T16:22:08,942 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Unable to get data of znode /11826911196/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:22:08,944 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11826911196/switch/merge already deleted, retry=false 2024-11-11T16:22:08,947 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Unable to get data of znode /11826911196/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:22:08,948 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11826911196/snapshot-cleanup already deleted, retry=false 2024-11-11T16:22:08,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38439-0x1002fa645cc0004, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11826911196/running 2024-11-11T16:22:08,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38439-0x1002fa645cc0004, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826911196 2024-11-11T16:22:08,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11826911196/running 2024-11-11T16:22:08,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826911196 2024-11-11T16:22:08,953 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,35827,1731342128389, sessionid=0x1002fa645cc0003, setting cluster-up flag (Was=false) 2024-11-11T16:22:08,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38439-0x1002fa645cc0004, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826911196 2024-11-11T16:22:08,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826911196 2024-11-11T16:22:08,973 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11826911196/flush-table-proc/acquired, /11826911196/flush-table-proc/reached, /11826911196/flush-table-proc/abort 2024-11-11T16:22:08,977 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,35827,1731342128389 2024-11-11T16:22:08,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38439-0x1002fa645cc0004, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826911196 2024-11-11T16:22:08,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826911196 2024-11-11T16:22:08,994 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11826911196/online-snapshot/acquired, /11826911196/online-snapshot/reached, /11826911196/online-snapshot/abort 2024-11-11T16:22:08,996 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,35827,1731342128389 2024-11-11T16:22:09,002 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:22:09,013 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:22:09,013 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:22:09,014 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:22:09,014 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,35827,1731342128389 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:22:09,018 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:22:09,018 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:22:09,018 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:22:09,018 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:22:09,018 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:22:09,018 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:09,018 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:22:09,018 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:09,042 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:22:09,042 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:22:09,045 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:09,045 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:22:09,065 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731342159065 2024-11-11T16:22:09,066 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:22:09,066 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:22:09,066 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:22:09,066 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:22:09,066 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:22:09,066 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:22:09,071 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:09,073 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:22:09,073 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:22:09,073 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:22:09,073 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T16:22:09,076 INFO [RS:0;16b413a53992:38439 {}] regionserver.HRegionServer(746): ClusterId : dc16ae61-2ec7-4692-addb-1354d93392cf 2024-11-11T16:22:09,076 DEBUG [RS:0;16b413a53992:38439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:22:09,080 DEBUG [RS:0;16b413a53992:38439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:22:09,080 DEBUG [RS:0;16b413a53992:38439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:22:09,080 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:22:09,080 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:22:09,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:22:09,086 DEBUG [RS:0;16b413a53992:38439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:22:09,086 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342129080,5,FailOnTimeoutGroup] 2024-11-11T16:22:09,086 DEBUG [RS:0;16b413a53992:38439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280dab0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:22:09,088 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342129086,5,FailOnTimeoutGroup] 2024-11-11T16:22:09,088 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:09,088 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:22:09,088 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:09,088 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:09,088 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:22:09,089 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8 2024-11-11T16:22:09,108 DEBUG [RS:0;16b413a53992:38439 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:38439 2024-11-11T16:22:09,108 INFO [RS:0;16b413a53992:38439 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:22:09,108 INFO [RS:0;16b413a53992:38439 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:22:09,108 DEBUG [RS:0;16b413a53992:38439 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:22:09,109 INFO [RS:0;16b413a53992:38439 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,35827,1731342128389 with port=38439, startcode=1731342128561 2024-11-11T16:22:09,110 DEBUG [RS:0;16b413a53992:38439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:22:09,129 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:22:09,130 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,38439,1731342128561 2024-11-11T16:22:09,130 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35827 {}] master.ServerManager(517): Registering regionserver=16b413a53992,38439,1731342128561 2024-11-11T16:22:09,134 DEBUG [RS:0;16b413a53992:38439 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8 2024-11-11T16:22:09,134 DEBUG [RS:0;16b413a53992:38439 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33923 2024-11-11T16:22:09,134 DEBUG [RS:0;16b413a53992:38439 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:22:09,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826911196/rs 2024-11-11T16:22:09,146 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,38439,1731342128561] 2024-11-11T16:22:09,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:22:09,149 DEBUG [RS:0;16b413a53992:38439 {}] zookeeper.ZKUtil(111): regionserver:38439-0x1002fa645cc0004, quorum=127.0.0.1:60234, baseZNode=/11826911196 Set watcher on existing znode=/11826911196/rs/16b413a53992,38439,1731342128561 2024-11-11T16:22:09,149 WARN [RS:0;16b413a53992:38439 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:22:09,149 INFO [RS:0;16b413a53992:38439 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:22:09,149 DEBUG [RS:0;16b413a53992:38439 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/WALs/16b413a53992,38439,1731342128561 2024-11-11T16:22:09,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:22:09,172 INFO [RS:0;16b413a53992:38439 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:22:09,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:22:09,183 INFO [RS:0;16b413a53992:38439 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:22:09,185 INFO [RS:0;16b413a53992:38439 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:22:09,185 INFO [RS:0;16b413a53992:38439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:09,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:22:09,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:09,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:09,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:22:09,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:22:09,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:09,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:09,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:22:09,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:22:09,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:09,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:09,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:22:09,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:22:09,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:09,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:09,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:22:09,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740 2024-11-11T16:22:09,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740 2024-11-11T16:22:09,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:22:09,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:22:09,196 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:22:09,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:22:09,205 INFO [RS:0;16b413a53992:38439 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:22:09,206 INFO [RS:0;16b413a53992:38439 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:22:09,206 INFO [RS:0;16b413a53992:38439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:09,206 DEBUG [RS:0;16b413a53992:38439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:09,206 DEBUG [RS:0;16b413a53992:38439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:09,206 DEBUG [RS:0;16b413a53992:38439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:09,206 DEBUG [RS:0;16b413a53992:38439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:09,206 DEBUG [RS:0;16b413a53992:38439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:09,206 DEBUG [RS:0;16b413a53992:38439 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:22:09,206 DEBUG [RS:0;16b413a53992:38439 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:09,206 DEBUG [RS:0;16b413a53992:38439 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:09,206 DEBUG [RS:0;16b413a53992:38439 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:09,206 DEBUG [RS:0;16b413a53992:38439 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:09,206 DEBUG [RS:0;16b413a53992:38439 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:09,206 DEBUG [RS:0;16b413a53992:38439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:09,206 DEBUG [RS:0;16b413a53992:38439 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:22:09,206 DEBUG [RS:0;16b413a53992:38439 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:22:09,211 INFO [RS:0;16b413a53992:38439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:09,211 INFO [RS:0;16b413a53992:38439 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:09,211 INFO [RS:0;16b413a53992:38439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:09,211 INFO [RS:0;16b413a53992:38439 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:09,211 INFO [RS:0;16b413a53992:38439 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:09,211 INFO [RS:0;16b413a53992:38439 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,38439,1731342128561-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:22:09,232 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:22:09,233 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70354318, jitterRate=0.04836103320121765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:22:09,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731342129153Initializing all the Stores at 1731342129163 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342129163Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342129181 (+18 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342129181Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342129181Cleaning up temporary data from old regions at 1731342129195 (+14 ms)Region opened successfully at 1731342129233 (+38 ms) 2024-11-11T16:22:09,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:22:09,234 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:22:09,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:22:09,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:22:09,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:22:09,242 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:22:09,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342129233Disabling compacts and flushes for region at 1731342129233Disabling writes for close at 1731342129234 (+1 ms)Writing region close event to WAL at 1731342129242 (+8 ms)Closed at 1731342129242 2024-11-11T16:22:09,250 INFO [RS:0;16b413a53992:38439 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:22:09,251 INFO [RS:0;16b413a53992:38439 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,38439,1731342128561-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:09,251 INFO [RS:0;16b413a53992:38439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:09,251 INFO [RS:0;16b413a53992:38439 {}] regionserver.Replication(171): 16b413a53992,38439,1731342128561 started 2024-11-11T16:22:09,255 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:22:09,255 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:22:09,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:22:09,256 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:22:09,257 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:22:09,281 INFO [RS:0;16b413a53992:38439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:09,281 INFO [RS:0;16b413a53992:38439 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,38439,1731342128561, RpcServer on 16b413a53992/172.17.0.2:38439, sessionid=0x1002fa645cc0004 2024-11-11T16:22:09,281 DEBUG [RS:0;16b413a53992:38439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:22:09,281 DEBUG [RS:0;16b413a53992:38439 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,38439,1731342128561 2024-11-11T16:22:09,282 DEBUG [RS:0;16b413a53992:38439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,38439,1731342128561' 2024-11-11T16:22:09,282 DEBUG [RS:0;16b413a53992:38439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11826911196/flush-table-proc/abort' 2024-11-11T16:22:09,289 DEBUG [RS:0;16b413a53992:38439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11826911196/flush-table-proc/acquired' 2024-11-11T16:22:09,292 DEBUG [RS:0;16b413a53992:38439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:22:09,293 DEBUG [RS:0;16b413a53992:38439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:22:09,293 DEBUG [RS:0;16b413a53992:38439 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,38439,1731342128561 2024-11-11T16:22:09,293 DEBUG [RS:0;16b413a53992:38439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,38439,1731342128561' 2024-11-11T16:22:09,293 DEBUG [RS:0;16b413a53992:38439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11826911196/online-snapshot/abort' 2024-11-11T16:22:09,297 DEBUG [RS:0;16b413a53992:38439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11826911196/online-snapshot/acquired' 2024-11-11T16:22:09,298 DEBUG [RS:0;16b413a53992:38439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:22:09,298 INFO [RS:0;16b413a53992:38439 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:22:09,298 INFO [RS:0;16b413a53992:38439 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:22:09,399 INFO [RS:0;16b413a53992:38439 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:22:09,401 INFO [RS:0;16b413a53992:38439 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C38439%2C1731342128561, suffix=, logDir=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/WALs/16b413a53992,38439,1731342128561, archiveDir=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/oldWALs, maxLogs=10 2024-11-11T16:22:09,408 WARN [16b413a53992:35827 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T16:22:09,423 DEBUG [RS:0;16b413a53992:38439 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/WALs/16b413a53992,38439,1731342128561/16b413a53992%2C38439%2C1731342128561.1731342129402, exclude list is [], retry=0 2024-11-11T16:22:09,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42705,DS-61db3e25-a7e8-49c7-87f5-dfe190df2232,DISK] 2024-11-11T16:22:09,431 INFO [RS:0;16b413a53992:38439 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/WALs/16b413a53992,38439,1731342128561/16b413a53992%2C38439%2C1731342128561.1731342129402 2024-11-11T16:22:09,449 DEBUG [RS:0;16b413a53992:38439 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46693:46693)] 2024-11-11T16:22:09,658 DEBUG [16b413a53992:35827 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:22:09,659 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,38439,1731342128561 2024-11-11T16:22:09,660 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,38439,1731342128561, state=OPENING 2024-11-11T16:22:09,663 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:22:09,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38439-0x1002fa645cc0004, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826911196 2024-11-11T16:22:09,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11826911196/meta-region-server: CHANGED 2024-11-11T16:22:09,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826911196 2024-11-11T16:22:09,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11826911196/meta-region-server: CHANGED 2024-11-11T16:22:09,668 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:22:09,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,38439,1731342128561}] 2024-11-11T16:22:09,825 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:22:09,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:22:09,858 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:22:09,858 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:22:09,858 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:22:09,860 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C38439%2C1731342128561.meta, suffix=.meta, logDir=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/WALs/16b413a53992,38439,1731342128561, archiveDir=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/oldWALs, maxLogs=10 2024-11-11T16:22:09,881 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/WALs/16b413a53992,38439,1731342128561/16b413a53992%2C38439%2C1731342128561.meta.1731342129861.meta, exclude list is [], retry=0 2024-11-11T16:22:09,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42705,DS-61db3e25-a7e8-49c7-87f5-dfe190df2232,DISK] 2024-11-11T16:22:09,891 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/WALs/16b413a53992,38439,1731342128561/16b413a53992%2C38439%2C1731342128561.meta.1731342129861.meta 2024-11-11T16:22:09,891 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46693:46693)] 2024-11-11T16:22:09,891 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:22:09,892 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:22:09,892 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:22:09,892 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:22:09,892 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:22:09,892 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:22:09,892 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:22:09,892 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:22:09,892 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:22:09,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:22:09,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:22:09,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:09,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:09,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:22:09,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:22:09,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:09,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:09,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:22:09,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:22:09,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:09,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:09,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:22:09,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:22:09,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:09,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:09,907 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:22:09,908 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740 2024-11-11T16:22:09,909 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740 2024-11-11T16:22:09,911 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:22:09,911 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:22:09,911 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:22:09,913 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:22:09,914 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61952391, jitterRate=-0.0768374353647232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:22:09,914 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:22:09,914 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731342129892Writing region info on filesystem at 1731342129892Initializing all the Stores at 1731342129893 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342129893Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342129894 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342129894Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342129894Cleaning up temporary data from old regions at 1731342129911 (+17 ms)Running coprocessor post-open hooks at 1731342129914 (+3 ms)Region opened successfully at 1731342129914 2024-11-11T16:22:09,915 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731342129825 2024-11-11T16:22:09,918 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:22:09,918 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:22:09,921 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,38439,1731342128561 2024-11-11T16:22:09,923 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,38439,1731342128561, state=OPEN 2024-11-11T16:22:09,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11826911196/meta-region-server 2024-11-11T16:22:09,930 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,38439,1731342128561 2024-11-11T16:22:09,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38439-0x1002fa645cc0004, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11826911196/meta-region-server 2024-11-11T16:22:09,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11826911196/meta-region-server: CHANGED 2024-11-11T16:22:09,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11826911196/meta-region-server: CHANGED 2024-11-11T16:22:09,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:22:09,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,38439,1731342128561 in 262 msec 2024-11-11T16:22:09,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:22:09,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 680 msec 2024-11-11T16:22:09,952 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:22:09,952 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:22:09,958 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:22:09,958 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,38439,1731342128561, seqNum=-1] 2024-11-11T16:22:09,958 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:22:09,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:22:09,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 966 msec 2024-11-11T16:22:09,978 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731342129978, completionTime=-1 2024-11-11T16:22:09,978 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:22:09,978 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:22:09,980 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T16:22:09,980 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731342189980 2024-11-11T16:22:09,981 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731342249980 2024-11-11T16:22:09,982 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T16:22:09,982 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,35827,1731342128389-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:09,982 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,35827,1731342128389-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:09,982 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,35827,1731342128389-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:09,982 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:35827, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:09,983 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:09,983 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:09,985 DEBUG [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:22:09,990 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.309sec 2024-11-11T16:22:09,990 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:22:09,990 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:22:09,990 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:22:09,990 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:22:09,990 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:22:09,990 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,35827,1731342128389-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:22:09,990 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,35827,1731342128389-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:22:09,994 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:22:09,994 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:22:09,994 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,35827,1731342128389-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:10,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff66072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:10,077 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,35827,-1 for getting cluster id 2024-11-11T16:22:10,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:22:10,079 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc16ae61-2ec7-4692-addb-1354d93392cf' 2024-11-11T16:22:10,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:22:10,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc16ae61-2ec7-4692-addb-1354d93392cf" 2024-11-11T16:22:10,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cdd7de2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:10,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,35827,-1] 2024-11-11T16:22:10,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:22:10,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:10,081 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:22:10,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27bc8d97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:10,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:22:10,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,38439,1731342128561, seqNum=-1] 2024-11-11T16:22:10,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:22:10,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:22:10,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16b413a53992,35827,1731342128389 2024-11-11T16:22:10,089 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60234 2024-11-11T16:22:10,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:22:10,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1002fa645cc0005 connected 2024-11-11T16:22:10,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/hadoop.log.dir so I do NOT create it in target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67 2024-11-11T16:22:10,108 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T16:22:10,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/hadoop.tmp.dir so I do NOT create it in target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67 2024-11-11T16:22:10,108 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T16:22:10,109 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67 2024-11-11T16:22:10,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:22:10,109 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/cluster_7bef45e6-5825-69b8-ba84-0e8239ce6127, deleteOnExit=true 2024-11-11T16:22:10,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:22:10,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/test.cache.data in system properties and HBase conf 2024-11-11T16:22:10,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:22:10,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:22:10,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:22:10,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:22:10,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:22:10,110 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:22:10,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:22:10,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:22:10,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:22:10,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:22:10,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:22:10,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:22:10,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:22:10,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:22:10,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:22:10,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:22:10,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:22:10,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:22:10,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:22:10,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:22:10,238 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:22:10,247 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:22:10,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:22:10,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:22:10,285 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:22:10,291 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:22:10,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4302dd58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:22:10,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6025c365{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:22:10,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444ecca9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/java.io.tmpdir/jetty-localhost-36953-hadoop-hdfs-3_4_1-tests_jar-_-any-15740377779168193171/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:22:10,489 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6128cc1b{HTTP/1.1, (http/1.1)}{localhost:36953} 2024-11-11T16:22:10,489 INFO [Time-limited test {}] server.Server(415): Started @276116ms 2024-11-11T16:22:10,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T16:22:10,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T16:22:10,745 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:22:10,745 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T16:22:10,984 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:22:10,993 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:22:11,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:22:11,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:22:11,037 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:22:11,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53c3feb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:22:11,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@417a9f6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:22:11,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62b8b3cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/java.io.tmpdir/jetty-localhost-34143-hadoop-hdfs-3_4_1-tests_jar-_-any-3725099066467718114/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:22:11,584 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ee40b10{HTTP/1.1, (http/1.1)}{localhost:34143} 2024-11-11T16:22:11,584 INFO [Time-limited test {}] server.Server(415): Started @277211ms 2024-11-11T16:22:11,591 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:22:11,824 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:22:11,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:11,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:11,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:11,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:11,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:11,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:11,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:11,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:11,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:11,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:11,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:11,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:11,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:11,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:11,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:11,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:12,007 WARN [Thread-4513 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/cluster_7bef45e6-5825-69b8-ba84-0e8239ce6127/data/data2/current/BP-1004963998-172.17.0.2-1731342130136/current, will proceed with Du for space computation calculation, 2024-11-11T16:22:12,012 WARN [Thread-4512 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/cluster_7bef45e6-5825-69b8-ba84-0e8239ce6127/data/data1/current/BP-1004963998-172.17.0.2-1731342130136/current, will proceed with Du for space computation calculation, 2024-11-11T16:22:12,129 WARN [Thread-4499 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:22:12,140 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1e7b30146b47a5a with lease ID 0xad51341816cf901c: Processing first storage report for DS-1dbb404b-86c4-4af9-91e9-a016bfedd3b5 from datanode DatanodeRegistration(127.0.0.1:36167, datanodeUuid=40c44259-85f9-4678-b36a-70ba74ccf4a4, infoPort=33113, infoSecurePort=0, ipcPort=33257, storageInfo=lv=-57;cid=testClusterID;nsid=888814782;c=1731342130136) 2024-11-11T16:22:12,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1e7b30146b47a5a with lease ID 0xad51341816cf901c: from storage DS-1dbb404b-86c4-4af9-91e9-a016bfedd3b5 node DatanodeRegistration(127.0.0.1:36167, datanodeUuid=40c44259-85f9-4678-b36a-70ba74ccf4a4, infoPort=33113, infoSecurePort=0, ipcPort=33257, storageInfo=lv=-57;cid=testClusterID;nsid=888814782;c=1731342130136), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:22:12,140 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1e7b30146b47a5a with lease ID 0xad51341816cf901c: Processing first storage report for DS-91f835dc-5d1f-4c6f-aa37-6798e404ecbb from datanode DatanodeRegistration(127.0.0.1:36167, datanodeUuid=40c44259-85f9-4678-b36a-70ba74ccf4a4, infoPort=33113, infoSecurePort=0, ipcPort=33257, storageInfo=lv=-57;cid=testClusterID;nsid=888814782;c=1731342130136) 2024-11-11T16:22:12,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1e7b30146b47a5a with lease ID 0xad51341816cf901c: from storage DS-91f835dc-5d1f-4c6f-aa37-6798e404ecbb node DatanodeRegistration(127.0.0.1:36167, datanodeUuid=40c44259-85f9-4678-b36a-70ba74ccf4a4, infoPort=33113, infoSecurePort=0, ipcPort=33257, storageInfo=lv=-57;cid=testClusterID;nsid=888814782;c=1731342130136), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:22:12,161 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67 2024-11-11T16:22:12,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:22:12,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:22:12,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:22:12,624 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d with version=8 2024-11-11T16:22:12,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/hbase-staging 2024-11-11T16:22:12,627 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:22:12,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:22:12,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:22:12,627 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:22:12,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:22:12,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:22:12,627 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:22:12,627 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:22:12,633 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33861 2024-11-11T16:22:12,634 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33861 connecting to ZooKeeper ensemble=127.0.0.1:60234 2024-11-11T16:22:12,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338610x0, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:22:12,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33861-0x1002fa645cc0006 connected 2024-11-11T16:22:12,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:22:12,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:22:12,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Set watcher on znode that does not yet exist, /2-1088078807/running 2024-11-11T16:22:12,741 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d, hbase.cluster.distributed=false 2024-11-11T16:22:12,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Set watcher on znode that does not yet exist, /2-1088078807/acl 2024-11-11T16:22:12,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33861 2024-11-11T16:22:12,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33861 2024-11-11T16:22:12,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33861 2024-11-11T16:22:12,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33861 2024-11-11T16:22:12,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33861 2024-11-11T16:22:12,918 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:22:12,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:22:12,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:22:12,919 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:22:12,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:22:12,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:22:12,919 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:22:12,919 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:22:12,925 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34523 2024-11-11T16:22:12,926 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34523 connecting to ZooKeeper ensemble=127.0.0.1:60234 2024-11-11T16:22:12,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:22:12,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:22:12,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345230x0, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:22:12,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345230x0, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Set watcher on znode that does not yet exist, /2-1088078807/running 2024-11-11T16:22:12,971 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:22:12,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34523-0x1002fa645cc0007 connected 2024-11-11T16:22:13,004 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:22:13,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34523-0x1002fa645cc0007, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Set watcher on znode that does not yet exist, /2-1088078807/master 2024-11-11T16:22:13,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34523-0x1002fa645cc0007, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Set watcher on znode that does not yet exist, /2-1088078807/acl 2024-11-11T16:22:13,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34523 2024-11-11T16:22:13,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34523 2024-11-11T16:22:13,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34523 2024-11-11T16:22:13,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34523 2024-11-11T16:22:13,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34523 2024-11-11T16:22:13,116 DEBUG [M:0;16b413a53992:33861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:33861 2024-11-11T16:22:13,127 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1088078807/backup-masters/16b413a53992,33861,1731342132627 2024-11-11T16:22:13,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1088078807/backup-masters 2024-11-11T16:22:13,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x1002fa645cc0007, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1088078807/backup-masters 2024-11-11T16:22:13,134 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Set watcher on existing znode=/2-1088078807/backup-masters/16b413a53992,33861,1731342132627 2024-11-11T16:22:13,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1088078807 2024-11-11T16:22:13,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x1002fa645cc0007, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1088078807/master 2024-11-11T16:22:13,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x1002fa645cc0007, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1088078807 2024-11-11T16:22:13,141 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Set watcher on existing znode=/2-1088078807/master 2024-11-11T16:22:13,165 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1088078807/backup-masters/16b413a53992,33861,1731342132627 from backup master directory 2024-11-11T16:22:13,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1088078807/backup-masters/16b413a53992,33861,1731342132627 2024-11-11T16:22:13,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1088078807/backup-masters 2024-11-11T16:22:13,168 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:22:13,168 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,33861,1731342132627 2024-11-11T16:22:13,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x1002fa645cc0007, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1088078807/backup-masters 2024-11-11T16:22:13,199 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/hbase.id] with ID: 1593c852-a2b2-49f8-bd5a-c711d6dd53df 2024-11-11T16:22:13,199 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/.tmp/hbase.id 2024-11-11T16:22:13,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:22:13,212 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/.tmp/hbase.id]:[hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/hbase.id] 2024-11-11T16:22:13,235 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:22:13,235 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:22:13,236 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T16:22:13,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x1002fa645cc0007, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1088078807 2024-11-11T16:22:13,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1088078807 2024-11-11T16:22:13,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:22:13,298 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:22:13,299 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:22:13,307 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:22:13,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:22:13,819 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/MasterData/data/master/store 2024-11-11T16:22:13,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:22:13,847 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:22:13,847 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:22:13,847 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:22:13,847 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:22:13,847 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:22:13,847 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:22:13,847 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:22:13,847 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342133847Disabling compacts and flushes for region at 1731342133847Disabling writes for close at 1731342133847Writing region close event to WAL at 1731342133847Closed at 1731342133847 2024-11-11T16:22:13,848 WARN [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/MasterData/data/master/store/.initializing 2024-11-11T16:22:13,848 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/MasterData/WALs/16b413a53992,33861,1731342132627 2024-11-11T16:22:13,849 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:22:13,858 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C33861%2C1731342132627, suffix=, logDir=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/MasterData/WALs/16b413a53992,33861,1731342132627, archiveDir=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/MasterData/oldWALs, maxLogs=10 2024-11-11T16:22:13,886 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/MasterData/WALs/16b413a53992,33861,1731342132627/16b413a53992%2C33861%2C1731342132627.1731342133858, exclude list is [], retry=0 2024-11-11T16:22:13,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36167,DS-1dbb404b-86c4-4af9-91e9-a016bfedd3b5,DISK] 2024-11-11T16:22:13,923 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/MasterData/WALs/16b413a53992,33861,1731342132627/16b413a53992%2C33861%2C1731342132627.1731342133858 2024-11-11T16:22:13,925 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33113:33113)] 2024-11-11T16:22:13,925 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:22:13,925 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:22:13,925 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:13,925 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:13,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:13,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:22:13,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:13,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:13,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:13,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:22:13,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:13,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:22:13,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:13,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:22:13,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:13,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:22:13,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:13,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:22:13,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:13,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:22:13,955 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:13,955 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:13,955 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:13,957 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:13,957 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:13,957 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:22:13,958 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:22:13,969 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:22:13,969 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64205773, jitterRate=-0.043259426951408386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:22:13,970 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731342133925Initializing all the Stores at 1731342133928 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342133928Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342133939 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342133939Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342133939Cleaning up temporary data from old regions at 1731342133957 (+18 ms)Region opened successfully at 1731342133970 (+13 ms) 2024-11-11T16:22:13,970 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:22:13,973 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c4ac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:22:13,974 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:22:13,974 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:22:13,974 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:22:13,974 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:22:13,975 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:22:13,975 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T16:22:13,975 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:22:14,001 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:22:14,002 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Unable to get data of znode /2-1088078807/balancer because node does not exist (not necessarily an error) 2024-11-11T16:22:14,008 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1088078807/balancer already deleted, retry=false 2024-11-11T16:22:14,008 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:22:14,010 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Unable to get data of znode /2-1088078807/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:22:14,015 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1088078807/normalizer already deleted, retry=false 2024-11-11T16:22:14,016 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:22:14,025 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Unable to get data of znode /2-1088078807/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:22:14,027 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1088078807/switch/split already deleted, retry=false 2024-11-11T16:22:14,063 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Unable to get data of znode /2-1088078807/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:22:14,064 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1088078807/switch/merge already deleted, retry=false 2024-11-11T16:22:14,066 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Unable to get data of znode /2-1088078807/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:22:14,067 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1088078807/snapshot-cleanup already deleted, retry=false 2024-11-11T16:22:14,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1088078807/running 2024-11-11T16:22:14,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1088078807 2024-11-11T16:22:14,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x1002fa645cc0007, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1088078807/running 2024-11-11T16:22:14,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x1002fa645cc0007, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1088078807 2024-11-11T16:22:14,073 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,33861,1731342132627, sessionid=0x1002fa645cc0006, setting cluster-up flag (Was=false) 2024-11-11T16:22:14,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x1002fa645cc0007, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1088078807 2024-11-11T16:22:14,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1088078807 2024-11-11T16:22:14,083 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1088078807/flush-table-proc/acquired, /2-1088078807/flush-table-proc/reached, /2-1088078807/flush-table-proc/abort 2024-11-11T16:22:14,084 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,33861,1731342132627 2024-11-11T16:22:14,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x1002fa645cc0007, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1088078807 2024-11-11T16:22:14,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1088078807 2024-11-11T16:22:14,098 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1088078807/online-snapshot/acquired, /2-1088078807/online-snapshot/reached, /2-1088078807/online-snapshot/abort 2024-11-11T16:22:14,099 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,33861,1731342132627 2024-11-11T16:22:14,100 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:22:14,111 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:22:14,111 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:22:14,111 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:22:14,111 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,33861,1731342132627 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:22:14,113 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:22:14,113 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:22:14,113 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:22:14,113 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:22:14,113 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:22:14,113 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:14,113 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:22:14,113 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:14,139 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:22:14,139 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:22:14,140 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:14,140 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:22:14,172 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731342164172 2024-11-11T16:22:14,173 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:22:14,173 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:22:14,173 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:22:14,173 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:22:14,173 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:22:14,173 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:22:14,201 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:14,211 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:22:14,211 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:22:14,211 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:22:14,211 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T16:22:14,215 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:22:14,215 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:22:14,217 INFO [RS:0;16b413a53992:34523 {}] regionserver.HRegionServer(746): ClusterId : 1593c852-a2b2-49f8-bd5a-c711d6dd53df 2024-11-11T16:22:14,217 DEBUG [RS:0;16b413a53992:34523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:22:14,218 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342134215,5,FailOnTimeoutGroup] 2024-11-11T16:22:14,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:22:14,219 DEBUG [RS:0;16b413a53992:34523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:22:14,219 DEBUG [RS:0;16b413a53992:34523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:22:14,220 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342134218,5,FailOnTimeoutGroup] 2024-11-11T16:22:14,220 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:14,220 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:22:14,220 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:14,221 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:14,222 DEBUG [RS:0;16b413a53992:34523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:22:14,222 DEBUG [RS:0;16b413a53992:34523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5843d558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:22:14,223 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:22:14,223 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d 2024-11-11T16:22:14,238 DEBUG [RS:0;16b413a53992:34523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:34523 2024-11-11T16:22:14,238 INFO [RS:0;16b413a53992:34523 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:22:14,238 INFO [RS:0;16b413a53992:34523 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:22:14,238 DEBUG [RS:0;16b413a53992:34523 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:22:14,238 INFO [RS:0;16b413a53992:34523 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,33861,1731342132627 with port=34523, startcode=1731342132918 2024-11-11T16:22:14,239 DEBUG [RS:0;16b413a53992:34523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:22:14,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:22:14,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:22:14,253 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:22:14,254 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33861 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,34523,1731342132918 2024-11-11T16:22:14,254 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33861 {}] master.ServerManager(517): Registering regionserver=16b413a53992,34523,1731342132918 2024-11-11T16:22:14,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:22:14,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:22:14,261 DEBUG [RS:0;16b413a53992:34523 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d 2024-11-11T16:22:14,261 DEBUG [RS:0;16b413a53992:34523 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46735 2024-11-11T16:22:14,261 DEBUG [RS:0;16b413a53992:34523 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:22:14,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:14,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:14,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:22:14,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:22:14,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:14,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:14,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:22:14,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1088078807/rs 2024-11-11T16:22:14,269 DEBUG [RS:0;16b413a53992:34523 {}] zookeeper.ZKUtil(111): regionserver:34523-0x1002fa645cc0007, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Set watcher on existing znode=/2-1088078807/rs/16b413a53992,34523,1731342132918 2024-11-11T16:22:14,269 WARN [RS:0;16b413a53992:34523 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:22:14,269 INFO [RS:0;16b413a53992:34523 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:22:14,270 DEBUG [RS:0;16b413a53992:34523 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/WALs/16b413a53992,34523,1731342132918 2024-11-11T16:22:14,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:22:14,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:14,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:14,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:22:14,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:22:14,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:14,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:14,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:22:14,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740 2024-11-11T16:22:14,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740 2024-11-11T16:22:14,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:22:14,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:22:14,279 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:22:14,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:22:14,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,34523,1731342132918] 2024-11-11T16:22:14,289 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:22:14,290 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65602916, jitterRate=-0.02244037389755249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:22:14,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731342134246Initializing all the Stores at 1731342134256 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342134256Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342134258 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342134258Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342134258Cleaning up temporary data from old regions at 1731342134279 (+21 ms)Region opened successfully at 1731342134290 (+11 ms) 2024-11-11T16:22:14,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:22:14,290 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:22:14,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:22:14,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:22:14,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:22:14,292 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:22:14,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342134290Disabling compacts and flushes for region at 1731342134290Disabling writes for close at 1731342134291 (+1 ms)Writing region close event to WAL at 1731342134292 (+1 ms)Closed at 1731342134292 2024-11-11T16:22:14,294 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:22:14,294 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:22:14,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:22:14,295 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:22:14,299 INFO [RS:0;16b413a53992:34523 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:22:14,300 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:22:14,303 INFO [RS:0;16b413a53992:34523 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:22:14,307 INFO [RS:0;16b413a53992:34523 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:22:14,307 INFO [RS:0;16b413a53992:34523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:14,309 INFO [RS:0;16b413a53992:34523 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:22:14,310 INFO [RS:0;16b413a53992:34523 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:22:14,310 INFO [RS:0;16b413a53992:34523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:14,310 DEBUG [RS:0;16b413a53992:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:14,310 DEBUG [RS:0;16b413a53992:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:14,310 DEBUG [RS:0;16b413a53992:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:14,310 DEBUG [RS:0;16b413a53992:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:14,310 DEBUG [RS:0;16b413a53992:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:14,310 DEBUG [RS:0;16b413a53992:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:22:14,310 DEBUG [RS:0;16b413a53992:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:14,310 DEBUG [RS:0;16b413a53992:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:14,310 DEBUG [RS:0;16b413a53992:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:14,310 DEBUG [RS:0;16b413a53992:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:14,310 DEBUG [RS:0;16b413a53992:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:14,310 DEBUG [RS:0;16b413a53992:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:22:14,310 DEBUG [RS:0;16b413a53992:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:22:14,310 DEBUG [RS:0;16b413a53992:34523 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:22:14,325 INFO [RS:0;16b413a53992:34523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:14,325 INFO [RS:0;16b413a53992:34523 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:14,325 INFO [RS:0;16b413a53992:34523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:14,325 INFO [RS:0;16b413a53992:34523 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:14,325 INFO [RS:0;16b413a53992:34523 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:14,325 INFO [RS:0;16b413a53992:34523 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,34523,1731342132918-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:22:14,355 INFO [RS:0;16b413a53992:34523 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:22:14,355 INFO [RS:0;16b413a53992:34523 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,34523,1731342132918-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:14,355 INFO [RS:0;16b413a53992:34523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:14,355 INFO [RS:0;16b413a53992:34523 {}] regionserver.Replication(171): 16b413a53992,34523,1731342132918 started 2024-11-11T16:22:14,383 INFO [RS:0;16b413a53992:34523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:14,384 INFO [RS:0;16b413a53992:34523 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,34523,1731342132918, RpcServer on 16b413a53992/172.17.0.2:34523, sessionid=0x1002fa645cc0007 2024-11-11T16:22:14,384 DEBUG [RS:0;16b413a53992:34523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:22:14,384 DEBUG [RS:0;16b413a53992:34523 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,34523,1731342132918 2024-11-11T16:22:14,384 DEBUG [RS:0;16b413a53992:34523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,34523,1731342132918' 2024-11-11T16:22:14,384 DEBUG [RS:0;16b413a53992:34523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1088078807/flush-table-proc/abort' 2024-11-11T16:22:14,392 DEBUG [RS:0;16b413a53992:34523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1088078807/flush-table-proc/acquired' 2024-11-11T16:22:14,397 DEBUG [RS:0;16b413a53992:34523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:22:14,397 DEBUG [RS:0;16b413a53992:34523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:22:14,397 DEBUG [RS:0;16b413a53992:34523 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,34523,1731342132918 2024-11-11T16:22:14,397 DEBUG [RS:0;16b413a53992:34523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,34523,1731342132918' 2024-11-11T16:22:14,397 DEBUG [RS:0;16b413a53992:34523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1088078807/online-snapshot/abort' 2024-11-11T16:22:14,404 DEBUG [RS:0;16b413a53992:34523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1088078807/online-snapshot/acquired' 2024-11-11T16:22:14,410 DEBUG [RS:0;16b413a53992:34523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:22:14,410 INFO [RS:0;16b413a53992:34523 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:22:14,410 INFO [RS:0;16b413a53992:34523 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:22:14,450 WARN [16b413a53992:33861 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T16:22:14,510 INFO [RS:0;16b413a53992:34523 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:22:14,512 INFO [RS:0;16b413a53992:34523 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C34523%2C1731342132918, suffix=, logDir=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/WALs/16b413a53992,34523,1731342132918, archiveDir=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/oldWALs, maxLogs=10 2024-11-11T16:22:14,555 DEBUG [RS:0;16b413a53992:34523 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/WALs/16b413a53992,34523,1731342132918/16b413a53992%2C34523%2C1731342132918.1731342134512, exclude list is [], retry=0 2024-11-11T16:22:14,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36167,DS-1dbb404b-86c4-4af9-91e9-a016bfedd3b5,DISK] 2024-11-11T16:22:14,593 INFO [RS:0;16b413a53992:34523 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/WALs/16b413a53992,34523,1731342132918/16b413a53992%2C34523%2C1731342132918.1731342134512 2024-11-11T16:22:14,604 DEBUG [RS:0;16b413a53992:34523 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33113:33113)] 2024-11-11T16:22:14,703 DEBUG [16b413a53992:33861 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:22:14,703 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,34523,1731342132918 2024-11-11T16:22:14,706 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,34523,1731342132918, state=OPENING 2024-11-11T16:22:14,707 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:22:14,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1088078807 2024-11-11T16:22:14,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1088078807/meta-region-server: CHANGED 2024-11-11T16:22:14,710 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:22:14,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,34523,1731342132918}] 2024-11-11T16:22:14,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x1002fa645cc0007, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1088078807 2024-11-11T16:22:14,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1088078807/meta-region-server: CHANGED 2024-11-11T16:22:14,875 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:22:14,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:22:14,897 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:22:14,897 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:22:14,897 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:22:14,898 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C34523%2C1731342132918.meta, suffix=.meta, logDir=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/WALs/16b413a53992,34523,1731342132918, archiveDir=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/oldWALs, maxLogs=10 2024-11-11T16:22:14,917 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/WALs/16b413a53992,34523,1731342132918/16b413a53992%2C34523%2C1731342132918.meta.1731342134898.meta, exclude list is [], retry=0 2024-11-11T16:22:14,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36167,DS-1dbb404b-86c4-4af9-91e9-a016bfedd3b5,DISK] 2024-11-11T16:22:14,921 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/WALs/16b413a53992,34523,1731342132918/16b413a53992%2C34523%2C1731342132918.meta.1731342134898.meta 2024-11-11T16:22:14,922 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33113:33113)] 2024-11-11T16:22:14,922 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:22:14,922 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:22:14,922 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:22:14,922 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:22:14,922 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:22:14,923 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:22:14,923 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:22:14,923 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:22:14,923 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:22:14,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:22:14,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:22:14,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:14,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:14,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:22:14,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:22:14,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:14,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:14,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:22:14,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:22:14,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:14,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:14,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:22:14,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:22:14,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:14,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:22:14,970 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:22:14,971 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740 2024-11-11T16:22:14,972 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740 2024-11-11T16:22:14,974 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:22:14,974 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:22:14,975 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:22:14,976 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:22:14,977 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65835739, jitterRate=-0.018971040844917297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:22:14,988 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:22:14,988 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731342134923Writing region info on filesystem at 1731342134923Initializing all the Stores at 1731342134924 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342134925 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342134940 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342134940Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731342134940Cleaning up temporary data from old regions at 1731342134974 (+34 ms)Running coprocessor post-open hooks at 1731342134988 (+14 ms)Region opened successfully at 1731342134988 2024-11-11T16:22:14,996 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731342134875 2024-11-11T16:22:15,001 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:22:15,001 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:22:15,002 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,34523,1731342132918 2024-11-11T16:22:15,003 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,34523,1731342132918, state=OPEN 2024-11-11T16:22:15,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x1002fa645cc0007, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1088078807/meta-region-server 2024-11-11T16:22:15,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1088078807/meta-region-server 2024-11-11T16:22:15,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1088078807/meta-region-server: CHANGED 2024-11-11T16:22:15,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1088078807/meta-region-server: CHANGED 2024-11-11T16:22:15,005 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,34523,1731342132918 2024-11-11T16:22:15,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:22:15,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,34523,1731342132918 in 295 msec 2024-11-11T16:22:15,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:22:15,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 713 msec 2024-11-11T16:22:15,010 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:22:15,010 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:22:15,011 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:22:15,011 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,34523,1731342132918, seqNum=-1] 2024-11-11T16:22:15,012 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:22:15,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:22:15,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 917 msec 2024-11-11T16:22:15,027 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731342135027, completionTime=-1 2024-11-11T16:22:15,027 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:22:15,027 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:22:15,029 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T16:22:15,029 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731342195029 2024-11-11T16:22:15,029 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731342255029 2024-11-11T16:22:15,030 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T16:22:15,030 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33861,1731342132627-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:15,030 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33861,1731342132627-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:15,030 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33861,1731342132627-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:15,030 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:33861, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:15,030 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:15,032 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:15,036 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.868sec 2024-11-11T16:22:15,036 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:22:15,036 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:22:15,036 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:22:15,036 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:22:15,036 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:22:15,036 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33861,1731342132627-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:22:15,036 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33861,1731342132627-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:22:15,037 DEBUG [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:22:15,043 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:22:15,043 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:22:15,043 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33861,1731342132627-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:22:15,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239b2325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:15,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,33861,-1 for getting cluster id 2024-11-11T16:22:15,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:22:15,141 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1593c852-a2b2-49f8-bd5a-c711d6dd53df' 2024-11-11T16:22:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:22:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1593c852-a2b2-49f8-bd5a-c711d6dd53df" 2024-11-11T16:22:15,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab2611e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:15,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,33861,-1] 2024-11-11T16:22:15,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:22:15,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:15,143 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:22:15,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec817cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:15,145 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:22:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,34523,1731342132918, seqNum=-1] 2024-11-11T16:22:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:22:15,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:22:15,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16b413a53992,33861,1731342132627 2024-11-11T16:22:15,152 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60234 2024-11-11T16:22:15,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:22:15,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1002fa645cc0008 connected 2024-11-11T16:22:15,186 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:22:15,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,36671,1731342123480 2024-11-11T16:22:15,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2834b297 2024-11-11T16:22:15,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:22:15,189 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:22:15,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36671 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:22:15,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36671 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T16:22:15,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:22:15,194 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:15,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:22:15,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36671 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T16:22:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:22:15,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741835_1011 (size=902) 2024-11-11T16:22:15,278 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aafb9d8b5b6c1cf58d3ada2b0f4e4690, NAME => 'test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6 2024-11-11T16:22:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:22:15,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741836_1012 (size=39) 2024-11-11T16:22:15,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:22:15,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing aafb9d8b5b6c1cf58d3ada2b0f4e4690, disabling compactions & flushes 2024-11-11T16:22:15,311 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690. 2024-11-11T16:22:15,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690. 2024-11-11T16:22:15,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690. after waiting 0 ms 2024-11-11T16:22:15,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690. 2024-11-11T16:22:15,312 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690. 2024-11-11T16:22:15,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for aafb9d8b5b6c1cf58d3ada2b0f4e4690: Waiting for close lock at 1731342135311Disabling compacts and flushes for region at 1731342135311Disabling writes for close at 1731342135311Writing region close event to WAL at 1731342135312 (+1 ms)Closed at 1731342135312 2024-11-11T16:22:15,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:22:15,313 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731342135313"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342135313"}]},"ts":"1731342135313"} 2024-11-11T16:22:15,325 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:22:15,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:22:15,327 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342135326"}]},"ts":"1731342135326"} 2024-11-11T16:22:15,330 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T16:22:15,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aafb9d8b5b6c1cf58d3ada2b0f4e4690, ASSIGN}] 2024-11-11T16:22:15,331 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aafb9d8b5b6c1cf58d3ada2b0f4e4690, ASSIGN 2024-11-11T16:22:15,332 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=aafb9d8b5b6c1cf58d3ada2b0f4e4690, ASSIGN; state=OFFLINE, location=16b413a53992,34105,1731342123732; forceNewPlan=false, retain=false 2024-11-11T16:22:15,483 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aafb9d8b5b6c1cf58d3ada2b0f4e4690, regionState=OPENING, regionLocation=16b413a53992,34105,1731342123732 2024-11-11T16:22:15,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=aafb9d8b5b6c1cf58d3ada2b0f4e4690, ASSIGN because future has completed 2024-11-11T16:22:15,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aafb9d8b5b6c1cf58d3ada2b0f4e4690, server=16b413a53992,34105,1731342123732}] 2024-11-11T16:22:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:22:15,737 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690. 2024-11-11T16:22:15,738 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => aafb9d8b5b6c1cf58d3ada2b0f4e4690, NAME => 'test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:22:15,739 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:22:15,739 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T16:22:15,739 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aafb9d8b5b6c1cf58d3ada2b0f4e4690 2024-11-11T16:22:15,740 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:22:15,740 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for aafb9d8b5b6c1cf58d3ada2b0f4e4690 2024-11-11T16:22:15,740 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for aafb9d8b5b6c1cf58d3ada2b0f4e4690 2024-11-11T16:22:15,755 INFO [StoreOpener-aafb9d8b5b6c1cf58d3ada2b0f4e4690-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aafb9d8b5b6c1cf58d3ada2b0f4e4690 2024-11-11T16:22:15,757 INFO [StoreOpener-aafb9d8b5b6c1cf58d3ada2b0f4e4690-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aafb9d8b5b6c1cf58d3ada2b0f4e4690 columnFamilyName f 2024-11-11T16:22:15,757 DEBUG [StoreOpener-aafb9d8b5b6c1cf58d3ada2b0f4e4690-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:15,759 INFO [StoreOpener-aafb9d8b5b6c1cf58d3ada2b0f4e4690-1 {}] regionserver.HStore(327): Store=aafb9d8b5b6c1cf58d3ada2b0f4e4690/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:22:15,760 INFO [StoreOpener-aafb9d8b5b6c1cf58d3ada2b0f4e4690-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region aafb9d8b5b6c1cf58d3ada2b0f4e4690 2024-11-11T16:22:15,761 INFO [StoreOpener-aafb9d8b5b6c1cf58d3ada2b0f4e4690-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aafb9d8b5b6c1cf58d3ada2b0f4e4690 columnFamilyName f1 2024-11-11T16:22:15,761 DEBUG [StoreOpener-aafb9d8b5b6c1cf58d3ada2b0f4e4690-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:15,762 INFO [StoreOpener-aafb9d8b5b6c1cf58d3ada2b0f4e4690-1 {}] regionserver.HStore(327): Store=aafb9d8b5b6c1cf58d3ada2b0f4e4690/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:22:15,762 INFO [StoreOpener-aafb9d8b5b6c1cf58d3ada2b0f4e4690-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aafb9d8b5b6c1cf58d3ada2b0f4e4690 2024-11-11T16:22:15,763 INFO [StoreOpener-aafb9d8b5b6c1cf58d3ada2b0f4e4690-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aafb9d8b5b6c1cf58d3ada2b0f4e4690 columnFamilyName norep 2024-11-11T16:22:15,763 DEBUG [StoreOpener-aafb9d8b5b6c1cf58d3ada2b0f4e4690-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:15,763 INFO [StoreOpener-aafb9d8b5b6c1cf58d3ada2b0f4e4690-1 {}] regionserver.HStore(327): Store=aafb9d8b5b6c1cf58d3ada2b0f4e4690/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:22:15,763 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for aafb9d8b5b6c1cf58d3ada2b0f4e4690 2024-11-11T16:22:15,764 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/default/test/aafb9d8b5b6c1cf58d3ada2b0f4e4690 2024-11-11T16:22:15,764 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/default/test/aafb9d8b5b6c1cf58d3ada2b0f4e4690 2024-11-11T16:22:15,766 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for aafb9d8b5b6c1cf58d3ada2b0f4e4690 2024-11-11T16:22:15,766 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for aafb9d8b5b6c1cf58d3ada2b0f4e4690 2024-11-11T16:22:15,766 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:22:15,769 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for aafb9d8b5b6c1cf58d3ada2b0f4e4690 2024-11-11T16:22:15,771 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/default/test/aafb9d8b5b6c1cf58d3ada2b0f4e4690/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:22:15,772 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened aafb9d8b5b6c1cf58d3ada2b0f4e4690; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61677080, jitterRate=-0.0809398889541626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:22:15,772 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aafb9d8b5b6c1cf58d3ada2b0f4e4690 2024-11-11T16:22:15,772 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for aafb9d8b5b6c1cf58d3ada2b0f4e4690: Running coprocessor pre-open hook at 1731342135740Writing region info on filesystem at 1731342135740Initializing all the Stores at 1731342135745 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342135745Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342135754 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342135754Cleaning up temporary data from old regions at 1731342135766 (+12 ms)Running coprocessor post-open hooks at 1731342135772 (+6 ms)Region opened successfully at 1731342135772 2024-11-11T16:22:15,779 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690., pid=6, masterSystemTime=1731342135701 2024-11-11T16:22:15,795 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690. 2024-11-11T16:22:15,795 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690. 2024-11-11T16:22:15,797 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aafb9d8b5b6c1cf58d3ada2b0f4e4690, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16b413a53992,34105,1731342123732 2024-11-11T16:22:15,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aafb9d8b5b6c1cf58d3ada2b0f4e4690, server=16b413a53992,34105,1731342123732 because future has completed 2024-11-11T16:22:15,807 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36671 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=16b413a53992,34105,1731342123732, table=test, region=aafb9d8b5b6c1cf58d3ada2b0f4e4690. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T16:22:15,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T16:22:15,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aafb9d8b5b6c1cf58d3ada2b0f4e4690, server=16b413a53992,34105,1731342123732 in 328 msec 2024-11-11T16:22:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:22:15,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T16:22:15,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=aafb9d8b5b6c1cf58d3ada2b0f4e4690, ASSIGN in 496 msec 2024-11-11T16:22:15,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:22:15,831 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342135830"}]},"ts":"1731342135830"} 2024-11-11T16:22:15,833 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T16:22:15,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:22:15,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 644 msec 2024-11-11T16:22:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:22:16,338 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T16:22:16,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:22:16,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,35827,1731342128389 2024-11-11T16:22:16,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15446ead 2024-11-11T16:22:16,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:22:16,342 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:22:16,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:22:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T16:22:16,346 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:22:16,346 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:16,347 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:22:16,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T16:22:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:22:16,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741835_1011 (size=902) 2024-11-11T16:22:16,448 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a8bc1b0662d4b1704f6e5ede598b3cbe, NAME => 'test,,1731342136342.a8bc1b0662d4b1704f6e5ede598b3cbe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8 2024-11-11T16:22:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:22:16,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741836_1012 (size=39) 2024-11-11T16:22:16,540 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731342136342.a8bc1b0662d4b1704f6e5ede598b3cbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:22:16,540 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a8bc1b0662d4b1704f6e5ede598b3cbe, disabling compactions & flushes 2024-11-11T16:22:16,540 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731342136342.a8bc1b0662d4b1704f6e5ede598b3cbe. 2024-11-11T16:22:16,540 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342136342.a8bc1b0662d4b1704f6e5ede598b3cbe. 2024-11-11T16:22:16,540 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731342136342.a8bc1b0662d4b1704f6e5ede598b3cbe. after waiting 0 ms 2024-11-11T16:22:16,540 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731342136342.a8bc1b0662d4b1704f6e5ede598b3cbe. 2024-11-11T16:22:16,541 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731342136342.a8bc1b0662d4b1704f6e5ede598b3cbe. 2024-11-11T16:22:16,541 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a8bc1b0662d4b1704f6e5ede598b3cbe: Waiting for close lock at 1731342136540Disabling compacts and flushes for region at 1731342136540Disabling writes for close at 1731342136540Writing region close event to WAL at 1731342136540Closed at 1731342136540 2024-11-11T16:22:16,545 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:22:16,546 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731342136342.a8bc1b0662d4b1704f6e5ede598b3cbe.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731342136545"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342136545"}]},"ts":"1731342136545"} 2024-11-11T16:22:16,548 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:22:16,549 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:22:16,549 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342136549"}]},"ts":"1731342136549"} 2024-11-11T16:22:16,557 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T16:22:16,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a8bc1b0662d4b1704f6e5ede598b3cbe, ASSIGN}] 2024-11-11T16:22:16,559 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a8bc1b0662d4b1704f6e5ede598b3cbe, ASSIGN 2024-11-11T16:22:16,560 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a8bc1b0662d4b1704f6e5ede598b3cbe, ASSIGN; state=OFFLINE, location=16b413a53992,38439,1731342128561; forceNewPlan=false, retain=false 2024-11-11T16:22:16,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:22:16,714 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a8bc1b0662d4b1704f6e5ede598b3cbe, regionState=OPENING, regionLocation=16b413a53992,38439,1731342128561 2024-11-11T16:22:16,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a8bc1b0662d4b1704f6e5ede598b3cbe, ASSIGN because future has completed 2024-11-11T16:22:16,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8bc1b0662d4b1704f6e5ede598b3cbe, server=16b413a53992,38439,1731342128561}] 2024-11-11T16:22:16,907 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731342136342.a8bc1b0662d4b1704f6e5ede598b3cbe. 2024-11-11T16:22:16,907 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a8bc1b0662d4b1704f6e5ede598b3cbe, NAME => 'test,,1731342136342.a8bc1b0662d4b1704f6e5ede598b3cbe.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:22:16,908 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:22:16,908 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T16:22:16,908 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a8bc1b0662d4b1704f6e5ede598b3cbe 2024-11-11T16:22:16,908 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731342136342.a8bc1b0662d4b1704f6e5ede598b3cbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:22:16,908 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a8bc1b0662d4b1704f6e5ede598b3cbe 2024-11-11T16:22:16,908 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a8bc1b0662d4b1704f6e5ede598b3cbe 2024-11-11T16:22:16,913 INFO [StoreOpener-a8bc1b0662d4b1704f6e5ede598b3cbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a8bc1b0662d4b1704f6e5ede598b3cbe 2024-11-11T16:22:16,914 INFO [StoreOpener-a8bc1b0662d4b1704f6e5ede598b3cbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8bc1b0662d4b1704f6e5ede598b3cbe columnFamilyName f 2024-11-11T16:22:16,914 DEBUG [StoreOpener-a8bc1b0662d4b1704f6e5ede598b3cbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:16,915 INFO [StoreOpener-a8bc1b0662d4b1704f6e5ede598b3cbe-1 {}] regionserver.HStore(327): Store=a8bc1b0662d4b1704f6e5ede598b3cbe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:22:16,915 INFO [StoreOpener-a8bc1b0662d4b1704f6e5ede598b3cbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a8bc1b0662d4b1704f6e5ede598b3cbe 2024-11-11T16:22:16,917 INFO [StoreOpener-a8bc1b0662d4b1704f6e5ede598b3cbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8bc1b0662d4b1704f6e5ede598b3cbe columnFamilyName f1 2024-11-11T16:22:16,917 DEBUG [StoreOpener-a8bc1b0662d4b1704f6e5ede598b3cbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:16,917 INFO [StoreOpener-a8bc1b0662d4b1704f6e5ede598b3cbe-1 {}] regionserver.HStore(327): Store=a8bc1b0662d4b1704f6e5ede598b3cbe/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:22:16,918 INFO [StoreOpener-a8bc1b0662d4b1704f6e5ede598b3cbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a8bc1b0662d4b1704f6e5ede598b3cbe 2024-11-11T16:22:16,918 INFO [StoreOpener-a8bc1b0662d4b1704f6e5ede598b3cbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8bc1b0662d4b1704f6e5ede598b3cbe columnFamilyName norep 2024-11-11T16:22:16,919 DEBUG [StoreOpener-a8bc1b0662d4b1704f6e5ede598b3cbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:16,919 INFO [StoreOpener-a8bc1b0662d4b1704f6e5ede598b3cbe-1 {}] regionserver.HStore(327): Store=a8bc1b0662d4b1704f6e5ede598b3cbe/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:22:16,919 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a8bc1b0662d4b1704f6e5ede598b3cbe 2024-11-11T16:22:16,919 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/default/test/a8bc1b0662d4b1704f6e5ede598b3cbe 2024-11-11T16:22:16,920 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/default/test/a8bc1b0662d4b1704f6e5ede598b3cbe 2024-11-11T16:22:16,922 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a8bc1b0662d4b1704f6e5ede598b3cbe 2024-11-11T16:22:16,922 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a8bc1b0662d4b1704f6e5ede598b3cbe 2024-11-11T16:22:16,922 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:22:16,923 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a8bc1b0662d4b1704f6e5ede598b3cbe 2024-11-11T16:22:16,931 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/default/test/a8bc1b0662d4b1704f6e5ede598b3cbe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:22:16,932 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a8bc1b0662d4b1704f6e5ede598b3cbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74510547, jitterRate=0.1102936714887619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:22:16,932 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8bc1b0662d4b1704f6e5ede598b3cbe 2024-11-11T16:22:16,932 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a8bc1b0662d4b1704f6e5ede598b3cbe: Running coprocessor pre-open hook at 1731342136908Writing region info on filesystem at 1731342136908Initializing all the Stores at 1731342136909 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342136909Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342136912 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342136912Cleaning up temporary data from old regions at 1731342136922 (+10 ms)Running coprocessor post-open hooks at 1731342136932 (+10 ms)Region opened successfully at 1731342136932 2024-11-11T16:22:16,935 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731342136342.a8bc1b0662d4b1704f6e5ede598b3cbe., pid=6, masterSystemTime=1731342136889 2024-11-11T16:22:16,937 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731342136342.a8bc1b0662d4b1704f6e5ede598b3cbe. 2024-11-11T16:22:16,937 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731342136342.a8bc1b0662d4b1704f6e5ede598b3cbe. 2024-11-11T16:22:16,937 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a8bc1b0662d4b1704f6e5ede598b3cbe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16b413a53992,38439,1731342128561 2024-11-11T16:22:16,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8bc1b0662d4b1704f6e5ede598b3cbe, server=16b413a53992,38439,1731342128561 because future has completed 2024-11-11T16:22:16,946 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35827 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=16b413a53992,38439,1731342128561, table=test, region=a8bc1b0662d4b1704f6e5ede598b3cbe. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T16:22:16,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T16:22:16,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a8bc1b0662d4b1704f6e5ede598b3cbe, server=16b413a53992,38439,1731342128561 in 224 msec 2024-11-11T16:22:16,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T16:22:16,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a8bc1b0662d4b1704f6e5ede598b3cbe, ASSIGN in 396 msec 2024-11-11T16:22:16,965 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:22:16,965 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342136965"}]},"ts":"1731342136965"} 2024-11-11T16:22:16,967 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T16:22:16,968 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:22:16,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 625 msec 2024-11-11T16:22:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:22:16,978 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T16:22:16,978 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:22:16,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,33861,1731342132627 2024-11-11T16:22:16,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31b3fdce 2024-11-11T16:22:16,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:22:16,981 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:22:16,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33861 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:22:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33861 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T16:22:16,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:22:16,984 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:16,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:22:16,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33861 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T16:22:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:22:16,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741835_1011 (size=902) 2024-11-11T16:22:17,014 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a3f1daff38f5b362938c017027a65fc, NAME => 'test,,1731342136981.9a3f1daff38f5b362938c017027a65fc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d 2024-11-11T16:22:17,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741836_1012 (size=39) 2024-11-11T16:22:17,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731342136981.9a3f1daff38f5b362938c017027a65fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:22:17,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9a3f1daff38f5b362938c017027a65fc, disabling compactions & flushes 2024-11-11T16:22:17,021 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731342136981.9a3f1daff38f5b362938c017027a65fc. 2024-11-11T16:22:17,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342136981.9a3f1daff38f5b362938c017027a65fc. 2024-11-11T16:22:17,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731342136981.9a3f1daff38f5b362938c017027a65fc. after waiting 0 ms 2024-11-11T16:22:17,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731342136981.9a3f1daff38f5b362938c017027a65fc. 2024-11-11T16:22:17,021 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731342136981.9a3f1daff38f5b362938c017027a65fc. 2024-11-11T16:22:17,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a3f1daff38f5b362938c017027a65fc: Waiting for close lock at 1731342137021Disabling compacts and flushes for region at 1731342137021Disabling writes for close at 1731342137021Writing region close event to WAL at 1731342137021Closed at 1731342137021 2024-11-11T16:22:17,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:22:17,022 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731342136981.9a3f1daff38f5b362938c017027a65fc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731342137022"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342137022"}]},"ts":"1731342137022"} 2024-11-11T16:22:17,024 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:22:17,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:22:17,026 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342137026"}]},"ts":"1731342137026"} 2024-11-11T16:22:17,027 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T16:22:17,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9a3f1daff38f5b362938c017027a65fc, ASSIGN}] 2024-11-11T16:22:17,028 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9a3f1daff38f5b362938c017027a65fc, ASSIGN 2024-11-11T16:22:17,029 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9a3f1daff38f5b362938c017027a65fc, ASSIGN; state=OFFLINE, location=16b413a53992,34523,1731342132918; forceNewPlan=false, retain=false 2024-11-11T16:22:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:22:17,180 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9a3f1daff38f5b362938c017027a65fc, regionState=OPENING, regionLocation=16b413a53992,34523,1731342132918 2024-11-11T16:22:17,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9a3f1daff38f5b362938c017027a65fc, ASSIGN because future has completed 2024-11-11T16:22:17,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a3f1daff38f5b362938c017027a65fc, server=16b413a53992,34523,1731342132918}] 2024-11-11T16:22:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:22:17,340 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731342136981.9a3f1daff38f5b362938c017027a65fc. 2024-11-11T16:22:17,340 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a3f1daff38f5b362938c017027a65fc, NAME => 'test,,1731342136981.9a3f1daff38f5b362938c017027a65fc.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:22:17,340 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:22:17,341 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T16:22:17,341 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9a3f1daff38f5b362938c017027a65fc 2024-11-11T16:22:17,341 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731342136981.9a3f1daff38f5b362938c017027a65fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:22:17,341 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9a3f1daff38f5b362938c017027a65fc 2024-11-11T16:22:17,341 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9a3f1daff38f5b362938c017027a65fc 2024-11-11T16:22:17,343 INFO [StoreOpener-9a3f1daff38f5b362938c017027a65fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9a3f1daff38f5b362938c017027a65fc 2024-11-11T16:22:17,357 INFO [StoreOpener-9a3f1daff38f5b362938c017027a65fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a3f1daff38f5b362938c017027a65fc columnFamilyName f 2024-11-11T16:22:17,358 DEBUG [StoreOpener-9a3f1daff38f5b362938c017027a65fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:17,358 INFO [StoreOpener-9a3f1daff38f5b362938c017027a65fc-1 {}] regionserver.HStore(327): Store=9a3f1daff38f5b362938c017027a65fc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:22:17,358 INFO [StoreOpener-9a3f1daff38f5b362938c017027a65fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9a3f1daff38f5b362938c017027a65fc 2024-11-11T16:22:17,359 INFO [StoreOpener-9a3f1daff38f5b362938c017027a65fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a3f1daff38f5b362938c017027a65fc columnFamilyName f1 2024-11-11T16:22:17,359 DEBUG [StoreOpener-9a3f1daff38f5b362938c017027a65fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:17,360 INFO [StoreOpener-9a3f1daff38f5b362938c017027a65fc-1 {}] regionserver.HStore(327): Store=9a3f1daff38f5b362938c017027a65fc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:22:17,360 INFO [StoreOpener-9a3f1daff38f5b362938c017027a65fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9a3f1daff38f5b362938c017027a65fc 2024-11-11T16:22:17,361 INFO [StoreOpener-9a3f1daff38f5b362938c017027a65fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a3f1daff38f5b362938c017027a65fc columnFamilyName norep 2024-11-11T16:22:17,361 DEBUG [StoreOpener-9a3f1daff38f5b362938c017027a65fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:17,362 INFO [StoreOpener-9a3f1daff38f5b362938c017027a65fc-1 {}] regionserver.HStore(327): Store=9a3f1daff38f5b362938c017027a65fc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:22:17,362 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9a3f1daff38f5b362938c017027a65fc 2024-11-11T16:22:17,363 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/default/test/9a3f1daff38f5b362938c017027a65fc 2024-11-11T16:22:17,363 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/default/test/9a3f1daff38f5b362938c017027a65fc 2024-11-11T16:22:17,364 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9a3f1daff38f5b362938c017027a65fc 2024-11-11T16:22:17,364 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9a3f1daff38f5b362938c017027a65fc 2024-11-11T16:22:17,366 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:22:17,367 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9a3f1daff38f5b362938c017027a65fc 2024-11-11T16:22:17,373 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/default/test/9a3f1daff38f5b362938c017027a65fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:22:17,374 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9a3f1daff38f5b362938c017027a65fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65210834, jitterRate=-0.028282850980758667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:22:17,374 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a3f1daff38f5b362938c017027a65fc 2024-11-11T16:22:17,374 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9a3f1daff38f5b362938c017027a65fc: Running coprocessor pre-open hook at 1731342137341Writing region info on filesystem at 1731342137341Initializing all the Stores at 1731342137343 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342137343Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342137343Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342137343Cleaning up temporary data from old regions at 1731342137364 (+21 ms)Running coprocessor post-open hooks at 1731342137374 (+10 ms)Region opened successfully at 1731342137374 2024-11-11T16:22:17,375 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731342136981.9a3f1daff38f5b362938c017027a65fc., pid=6, masterSystemTime=1731342137337 2024-11-11T16:22:17,378 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731342136981.9a3f1daff38f5b362938c017027a65fc. 2024-11-11T16:22:17,378 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731342136981.9a3f1daff38f5b362938c017027a65fc. 2024-11-11T16:22:17,378 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9a3f1daff38f5b362938c017027a65fc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16b413a53992,34523,1731342132918 2024-11-11T16:22:17,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a3f1daff38f5b362938c017027a65fc, server=16b413a53992,34523,1731342132918 because future has completed 2024-11-11T16:22:17,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T16:22:17,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a3f1daff38f5b362938c017027a65fc, server=16b413a53992,34523,1731342132918 in 199 msec 2024-11-11T16:22:17,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T16:22:17,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9a3f1daff38f5b362938c017027a65fc, ASSIGN in 359 msec 2024-11-11T16:22:17,390 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:22:17,391 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342137390"}]},"ts":"1731342137390"} 2024-11-11T16:22:17,393 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T16:22:17,393 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:22:17,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 412 msec 2024-11-11T16:22:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:22:17,618 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T16:22:17,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796dd015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:17,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,36671,-1 for getting cluster id 2024-11-11T16:22:17,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:22:17,620 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '430c1886-1040-435b-9a0f-23cb869c108e' 2024-11-11T16:22:17,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:22:17,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "430c1886-1040-435b-9a0f-23cb869c108e" 2024-11-11T16:22:17,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@442aa5d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:17,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,36671,-1] 2024-11-11T16:22:17,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:22:17,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:17,622 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:22:17,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f3fbd5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:17,623 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:22:17,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,36671,1731342123480 2024-11-11T16:22:17,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2894606f 2024-11-11T16:22:17,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:22:17,631 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:22:17,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36671 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16b413a53992:35827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T16:22:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36671 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T16:22:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:22:17,638 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:35827' 2024-11-11T16:22:17,649 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e78ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:17,649 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,35827,-1 for getting cluster id 2024-11-11T16:22:17,649 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:22:17,650 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc16ae61-2ec7-4692-addb-1354d93392cf' 2024-11-11T16:22:17,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:22:17,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc16ae61-2ec7-4692-addb-1354d93392cf" 2024-11-11T16:22:17,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d79ee57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:17,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,35827,-1] 2024-11-11T16:22:17,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:22:17,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:17,652 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:22:17,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322fb39c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:17,656 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:22:17,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,35827,1731342128389 2024-11-11T16:22:17,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77a19692 2024-11-11T16:22:17,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:22:17,658 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:22:17,659 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T16:22:17,659 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T16:22:17,659 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:17,659 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:17,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:22:17,660 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:22:17,669 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T16:22:17,670 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:22:17,670 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:17,670 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:22:17,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741837_1013 (size=1138) 2024-11-11T16:22:17,713 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5386b965e1d660afd0aece953c49bee9, NAME => 'hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6 2024-11-11T16:22:17,719 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T16:22:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:22:17,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741838_1014 (size=44) 2024-11-11T16:22:17,747 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:22:17,747 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5386b965e1d660afd0aece953c49bee9, disabling compactions & flushes 2024-11-11T16:22:17,747 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9. 2024-11-11T16:22:17,747 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9. 2024-11-11T16:22:17,747 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9. after waiting 0 ms 2024-11-11T16:22:17,747 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9. 2024-11-11T16:22:17,748 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9. 2024-11-11T16:22:17,748 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5386b965e1d660afd0aece953c49bee9: Waiting for close lock at 1731342137747Disabling compacts and flushes for region at 1731342137747Disabling writes for close at 1731342137747Writing region close event to WAL at 1731342137747Closed at 1731342137747 2024-11-11T16:22:17,753 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:22:17,754 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731342137754"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731342137754"}]},"ts":"1731342137754"} 2024-11-11T16:22:17,756 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:22:17,762 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:22:17,762 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342137762"}]},"ts":"1731342137762"} 2024-11-11T16:22:17,764 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T16:22:17,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5386b965e1d660afd0aece953c49bee9, ASSIGN}] 2024-11-11T16:22:17,767 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5386b965e1d660afd0aece953c49bee9, ASSIGN 2024-11-11T16:22:17,767 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5386b965e1d660afd0aece953c49bee9, ASSIGN; state=OFFLINE, location=16b413a53992,34105,1731342123732; forceNewPlan=false, retain=false 2024-11-11T16:22:17,918 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5386b965e1d660afd0aece953c49bee9, regionState=OPENING, regionLocation=16b413a53992,34105,1731342123732 2024-11-11T16:22:17,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5386b965e1d660afd0aece953c49bee9, ASSIGN because future has completed 2024-11-11T16:22:17,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5386b965e1d660afd0aece953c49bee9, server=16b413a53992,34105,1731342123732}] 2024-11-11T16:22:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:22:18,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9. 2024-11-11T16:22:18,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:22:18,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T16:22:18,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16b413a53992%2C34105%2C1731342123732.rep, suffix=, logDir=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732, archiveDir=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/oldWALs, maxLogs=10 2024-11-11T16:22:18,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.rep.1731342138104, exclude list is [], retry=0 2024-11-11T16:22:18,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43233,DS-462fe354-56d1-43b0-8eef-92e9fed9447a,DISK] 2024-11-11T16:22:18,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.rep.1731342138104 2024-11-11T16:22:18,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36181:36181)] 2024-11-11T16:22:18,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5386b965e1d660afd0aece953c49bee9, NAME => 'hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:22:18,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T16:22:18,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:22:18,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9. service=MultiRowMutationService 2024-11-11T16:22:18,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T16:22:18,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5386b965e1d660afd0aece953c49bee9 2024-11-11T16:22:18,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:22:18,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5386b965e1d660afd0aece953c49bee9 2024-11-11T16:22:18,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5386b965e1d660afd0aece953c49bee9 2024-11-11T16:22:18,205 INFO [StoreOpener-5386b965e1d660afd0aece953c49bee9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5386b965e1d660afd0aece953c49bee9 2024-11-11T16:22:18,218 INFO [StoreOpener-5386b965e1d660afd0aece953c49bee9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5386b965e1d660afd0aece953c49bee9 columnFamilyName hfileref 2024-11-11T16:22:18,218 DEBUG [StoreOpener-5386b965e1d660afd0aece953c49bee9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:18,221 INFO [StoreOpener-5386b965e1d660afd0aece953c49bee9-1 {}] regionserver.HStore(327): Store=5386b965e1d660afd0aece953c49bee9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:22:18,221 INFO [StoreOpener-5386b965e1d660afd0aece953c49bee9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5386b965e1d660afd0aece953c49bee9 2024-11-11T16:22:18,223 INFO [StoreOpener-5386b965e1d660afd0aece953c49bee9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5386b965e1d660afd0aece953c49bee9 columnFamilyName queue 2024-11-11T16:22:18,224 DEBUG [StoreOpener-5386b965e1d660afd0aece953c49bee9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:18,224 INFO [StoreOpener-5386b965e1d660afd0aece953c49bee9-1 {}] regionserver.HStore(327): Store=5386b965e1d660afd0aece953c49bee9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:22:18,224 INFO [StoreOpener-5386b965e1d660afd0aece953c49bee9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5386b965e1d660afd0aece953c49bee9 2024-11-11T16:22:18,225 INFO [StoreOpener-5386b965e1d660afd0aece953c49bee9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5386b965e1d660afd0aece953c49bee9 columnFamilyName sid 2024-11-11T16:22:18,225 DEBUG [StoreOpener-5386b965e1d660afd0aece953c49bee9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:22:18,225 INFO [StoreOpener-5386b965e1d660afd0aece953c49bee9-1 {}] regionserver.HStore(327): Store=5386b965e1d660afd0aece953c49bee9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:22:18,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5386b965e1d660afd0aece953c49bee9 2024-11-11T16:22:18,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/replication/5386b965e1d660afd0aece953c49bee9 2024-11-11T16:22:18,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/replication/5386b965e1d660afd0aece953c49bee9 2024-11-11T16:22:18,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5386b965e1d660afd0aece953c49bee9 2024-11-11T16:22:18,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5386b965e1d660afd0aece953c49bee9 2024-11-11T16:22:18,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T16:22:18,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5386b965e1d660afd0aece953c49bee9 2024-11-11T16:22:18,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/replication/5386b965e1d660afd0aece953c49bee9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:22:18,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5386b965e1d660afd0aece953c49bee9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73690444, jitterRate=0.09807318449020386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T16:22:18,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5386b965e1d660afd0aece953c49bee9 2024-11-11T16:22:18,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5386b965e1d660afd0aece953c49bee9: Running coprocessor pre-open hook at 1731342138190Writing region info on filesystem at 1731342138190Initializing all the Stores at 1731342138190Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342138190Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342138204 (+14 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731342138204Cleaning up temporary data from old regions at 1731342138228 (+24 ms)Running coprocessor post-open hooks at 1731342138250 (+22 ms)Region opened successfully at 1731342138250 2024-11-11T16:22:18,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9., pid=10, masterSystemTime=1731342138088 2024-11-11T16:22:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:22:18,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9. 2024-11-11T16:22:18,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9. 2024-11-11T16:22:18,260 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5386b965e1d660afd0aece953c49bee9, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,34105,1731342123732 2024-11-11T16:22:18,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5386b965e1d660afd0aece953c49bee9, server=16b413a53992,34105,1731342123732 because future has completed 2024-11-11T16:22:18,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T16:22:18,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5386b965e1d660afd0aece953c49bee9, server=16b413a53992,34105,1731342123732 in 336 msec 2024-11-11T16:22:18,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T16:22:18,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5386b965e1d660afd0aece953c49bee9, ASSIGN in 506 msec 2024-11-11T16:22:18,277 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:22:18,277 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731342138277"}]},"ts":"1731342138277"} 2024-11-11T16:22:18,285 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T16:22:18,287 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:22:18,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 627 msec 2024-11-11T16:22:18,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9., hostname=16b413a53992,34105,1731342123732, seqNum=2] 2024-11-11T16:22:18,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002fa645cc0001, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02001870391 2024-11-11T16:22:18,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02001870391 2024-11-11T16:22:18,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T16:22:18,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T16:22:18,547 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T16:22:18,607 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-16b413a53992,34105,1731342123732, ReplicationSource: 1, currentBandwidth=0 2024-11-11T16:22:18,608 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:22:18,608 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,34105,1731342123732, seqNum=-1] 2024-11-11T16:22:18,608 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:22:18,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-11T16:22:18,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16b413a53992,34105,1731342123732', locateType=CURRENT is [region=hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9., hostname=16b413a53992,34105,1731342123732, seqNum=2] 2024-11-11T16:22:18,622 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T16:22:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36671 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T16:22:18,627 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16b413a53992,34105,1731342123732 suceeded 2024-11-11T16:22:18,633 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16b413a53992:35827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T16:22:18,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0010 sec 2024-11-11T16:22:18,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T16:22:18,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 252 msec 2024-11-11T16:22:18,678 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:35827' 2024-11-11T16:22:18,703 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@221aae54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:18,703 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,35827,-1 for getting cluster id 2024-11-11T16:22:18,703 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:22:18,708 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc16ae61-2ec7-4692-addb-1354d93392cf' 2024-11-11T16:22:18,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:22:18,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc16ae61-2ec7-4692-addb-1354d93392cf" 2024-11-11T16:22:18,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@455ce3ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:18,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,35827,-1] 2024-11-11T16:22:18,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:22:18,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:18,714 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:22:18,715 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55099d26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:18,715 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:22:18,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,35827,1731342128389 2024-11-11T16:22:18,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@196eb964 2024-11-11T16:22:18,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:22:18,719 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-11T16:22:18,720 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16b413a53992,34105,1731342123732 (queues=1) is replicating from cluster=430c1886-1040-435b-9a0f-23cb869c108e to cluster=dc16ae61-2ec7-4692-addb-1354d93392cf 2024-11-11T16:22:18,721 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16b413a53992%2C34105%2C1731342123732 2024-11-11T16:22:18,721 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16b413a53992,34105,1731342123732, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T16:22:18,730 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.shipper16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16b413a53992%2C34105%2C1731342123732 2024-11-11T16:22:18,730 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342125285, startPosition=0, beingWritten=true 2024-11-11T16:22:18,769 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:22:18,769 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342125285 to pos 379, reset compression=false 2024-11-11T16:22:18,769 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.shipper16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,34105,1731342123732 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342125285, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:22:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:22:18,773 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T16:22:18,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:22:18,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:22:18,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:18,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:18,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:22:18,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efa503a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:18,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,36671,-1 for getting cluster id 2024-11-11T16:22:18,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:22:18,804 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '430c1886-1040-435b-9a0f-23cb869c108e' 2024-11-11T16:22:18,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:22:18,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "430c1886-1040-435b-9a0f-23cb869c108e" 2024-11-11T16:22:18,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b3e23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:18,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,36671,-1] 2024-11-11T16:22:18,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:22:18,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:18,806 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:22:18,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d618ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:18,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6626af14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:18,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,35827,-1 for getting cluster id 2024-11-11T16:22:18,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:22:18,817 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc16ae61-2ec7-4692-addb-1354d93392cf' 2024-11-11T16:22:18,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:22:18,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc16ae61-2ec7-4692-addb-1354d93392cf" 2024-11-11T16:22:18,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8dd41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:18,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,35827,-1] 2024-11-11T16:22:18,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:22:18,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:18,819 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:22:18,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9a1cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:18,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76cfec83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:18,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,33861,-1 for getting cluster id 2024-11-11T16:22:18,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:22:18,834 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1593c852-a2b2-49f8-bd5a-c711d6dd53df' 2024-11-11T16:22:18,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:22:18,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1593c852-a2b2-49f8-bd5a-c711d6dd53df" 2024-11-11T16:22:18,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3a9b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:18,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,33861,-1] 2024-11-11T16:22:18,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:22:18,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:18,836 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:22:18,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@394e09e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:18,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:22:18,841 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731342138841/Put/seqid=0 2024-11-11T16:22:18,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741840_1016 (size=7894) 2024-11-11T16:22:18,930 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731342138930/Put/seqid=0 2024-11-11T16:22:18,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741841_1017 (size=7691) 2024-11-11T16:22:19,005 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342125285 to pos 379, reset compression=false 2024-11-11T16:22:19,330 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342125285 to pos 379, reset compression=false 2024-11-11T16:22:19,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b291aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:19,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,36671,-1 for getting cluster id 2024-11-11T16:22:19,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:22:19,374 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '430c1886-1040-435b-9a0f-23cb869c108e' 2024-11-11T16:22:19,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:22:19,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "430c1886-1040-435b-9a0f-23cb869c108e" 2024-11-11T16:22:19,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16087ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:19,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,36671,-1] 2024-11-11T16:22:19,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:22:19,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:19,376 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:22:19,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679c947f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:19,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:22:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,34105,1731342123732, seqNum=-1] 2024-11-11T16:22:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:22:19,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:22:19,402 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:22:19,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,36671,1731342123480 2024-11-11T16:22:19,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6088f44a 2024-11-11T16:22:19,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:22:19,408 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:22:19,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690., hostname=16b413a53992,34105,1731342123732, seqNum=2] 2024-11-11T16:22:19,427 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T16:22:19,440 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-11T16:22:19,449 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-11T16:22:19,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/testHFileCyclicReplication_0/f/hfile_0 for inclusion in aafb9d8b5b6c1cf58d3ada2b0f4e4690/f 2024-11-11T16:22:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-11T16:22:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:22:19,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/testHFileCyclicReplication_0/f/hfile_1 for inclusion in aafb9d8b5b6c1cf58d3ada2b0f4e4690/f 2024-11-11T16:22:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-11T16:22:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:22:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HRegion(2603): Flush status journal for aafb9d8b5b6c1cf58d3ada2b0f4e4690: 2024-11-11T16:22:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/staging/jenkins__test__8kd3gk0dto3rm0npc6rf9udnj1bfqnu7f91b3lpqg3v99ifgkamgpcr7luk6i19a/f/hfile_0 2024-11-11T16:22:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/staging/jenkins__test__8kd3gk0dto3rm0npc6rf9udnj1bfqnu7f91b3lpqg3v99ifgkamgpcr7luk6i19a/f/hfile_0 as hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/default/test/aafb9d8b5b6c1cf58d3ada2b0f4e4690/f/429936d0bd5742e6aa81352c0f51b0d6_SeqId_4_ 2024-11-11T16:22:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/staging/jenkins__test__8kd3gk0dto3rm0npc6rf9udnj1bfqnu7f91b3lpqg3v99ifgkamgpcr7luk6i19a/f/hfile_1 2024-11-11T16:22:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/staging/jenkins__test__8kd3gk0dto3rm0npc6rf9udnj1bfqnu7f91b3lpqg3v99ifgkamgpcr7luk6i19a/f/hfile_1 as hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/default/test/aafb9d8b5b6c1cf58d3ada2b0f4e4690/f/38a2f584dcc44ee486c7e245b819f205_SeqId_4_ 2024-11-11T16:22:19,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/staging/jenkins__test__8kd3gk0dto3rm0npc6rf9udnj1bfqnu7f91b3lpqg3v99ifgkamgpcr7luk6i19a/f/hfile_0 into aafb9d8b5b6c1cf58d3ada2b0f4e4690/f as hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/default/test/aafb9d8b5b6c1cf58d3ada2b0f4e4690/f/429936d0bd5742e6aa81352c0f51b0d6_SeqId_4_ - updating store file list. 2024-11-11T16:22:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 429936d0bd5742e6aa81352c0f51b0d6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T16:22:19,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/default/test/aafb9d8b5b6c1cf58d3ada2b0f4e4690/f/429936d0bd5742e6aa81352c0f51b0d6_SeqId_4_ into aafb9d8b5b6c1cf58d3ada2b0f4e4690/f 2024-11-11T16:22:19,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/staging/jenkins__test__8kd3gk0dto3rm0npc6rf9udnj1bfqnu7f91b3lpqg3v99ifgkamgpcr7luk6i19a/f/hfile_0 into aafb9d8b5b6c1cf58d3ada2b0f4e4690/f (new location: hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/default/test/aafb9d8b5b6c1cf58d3ada2b0f4e4690/f/429936d0bd5742e6aa81352c0f51b0d6_SeqId_4_) 2024-11-11T16:22:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/staging/jenkins__test__8kd3gk0dto3rm0npc6rf9udnj1bfqnu7f91b3lpqg3v99ifgkamgpcr7luk6i19a/f/hfile_0 2024-11-11T16:22:19,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/staging/jenkins__test__8kd3gk0dto3rm0npc6rf9udnj1bfqnu7f91b3lpqg3v99ifgkamgpcr7luk6i19a/f/hfile_1 into aafb9d8b5b6c1cf58d3ada2b0f4e4690/f as hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/default/test/aafb9d8b5b6c1cf58d3ada2b0f4e4690/f/38a2f584dcc44ee486c7e245b819f205_SeqId_4_ - updating store file list. 2024-11-11T16:22:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 38a2f584dcc44ee486c7e245b819f205_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T16:22:19,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/default/test/aafb9d8b5b6c1cf58d3ada2b0f4e4690/f/38a2f584dcc44ee486c7e245b819f205_SeqId_4_ into aafb9d8b5b6c1cf58d3ada2b0f4e4690/f 2024-11-11T16:22:19,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/staging/jenkins__test__8kd3gk0dto3rm0npc6rf9udnj1bfqnu7f91b3lpqg3v99ifgkamgpcr7luk6i19a/f/hfile_1 into aafb9d8b5b6c1cf58d3ada2b0f4e4690/f (new location: hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/default/test/aafb9d8b5b6c1cf58d3ada2b0f4e4690/f/38a2f584dcc44ee486c7e245b819f205_SeqId_4_) 2024-11-11T16:22:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/staging/jenkins__test__8kd3gk0dto3rm0npc6rf9udnj1bfqnu7f91b3lpqg3v99ifgkamgpcr7luk6i19a/f/hfile_1 2024-11-11T16:22:19,514 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:22:19,514 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:22:19,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:19,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:19,514 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:22:19,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690., hostname=16b413a53992,34105,1731342123732, seqNum=2 , the old value is region=test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690., hostname=16b413a53992,34105,1731342123732, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=16b413a53992:34105 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T16:22:19,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690., hostname=16b413a53992,34105,1731342123732, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T16:22:19,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690., hostname=16b413a53992,34105,1731342123732, seqNum=2 from cache 2024-11-11T16:22:19,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:22:19,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,38439,1731342128561, seqNum=-1] 2024-11-11T16:22:19,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:22:19,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:22:19,520 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731342136342.a8bc1b0662d4b1704f6e5ede598b3cbe., hostname=16b413a53992,38439,1731342128561, seqNum=2] 2024-11-11T16:22:19,521 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T16:22:19,523 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T16:22:19,618 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:34105 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T16:22:19,762 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342125285 to pos 379, reset compression=false 2024-11-11T16:22:19,778 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:22:19,779 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.shipper16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,34105,1731342123732 got entry batch from reader: WALEntryBatch [walEntries=[{test/aafb9d8b5b6c1cf58d3ada2b0f4e4690/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731342139502/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342125285, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T16:22:19,784 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.shipper16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:22:19,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-11T16:22:19,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.ReplicationSink(318): Replicating [430c1886-1040-435b-9a0f-23cb869c108e] bulk loaded data 2024-11-11T16:22:19,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@509bf10d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:19,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,35827,-1 for getting cluster id 2024-11-11T16:22:19,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:22:19,792 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc16ae61-2ec7-4692-addb-1354d93392cf' 2024-11-11T16:22:19,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:22:19,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc16ae61-2ec7-4692-addb-1354d93392cf" 2024-11-11T16:22:19,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d2b53ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:19,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,35827,-1] 2024-11-11T16:22:19,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:22:19,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:19,794 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:22:19,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fa88323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:19,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741837_1013 (size=7894) 2024-11-11T16:22:19,979 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342125285 to pos 687, reset compression=false 2024-11-11T16:22:20,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741838_1014 (size=7691) 2024-11-11T16:22:20,304 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342125285 to pos 687, reset compression=false 2024-11-11T16:22:20,429 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:22:20,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:20,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:20,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:20,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:20,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:20,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:20,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:20,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:20,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:20,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:20,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:20,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:20,526 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T16:22:20,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:20,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:20,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:20,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:20,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:22:20,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,35827,1731342128389 2024-11-11T16:22:20,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ce66aa5 2024-11-11T16:22:20,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:22:20,692 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-11T16:22:20,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T16:22:20,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:22:20,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,38439,1731342128561, seqNum=-1] 2024-11-11T16:22:20,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:22:20,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-11T16:22:20,706 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/staging/jenkins.hfs.22__test__s0qvj96p97uvd69usr52v6b3mcolua8qj0cqkk9poiupodth7is2e2hb1a4pa9r2/f/38a2f584dcc44ee486c7e245b819f205_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-11T16:22:20,708 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342125285 to pos 687, reset compression=false 2024-11-11T16:22:20,711 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/staging/jenkins.hfs.22__test__s0qvj96p97uvd69usr52v6b3mcolua8qj0cqkk9poiupodth7is2e2hb1a4pa9r2/f/429936d0bd5742e6aa81352c0f51b0d6_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-11T16:22:20,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/staging/jenkins.hfs.22__test__s0qvj96p97uvd69usr52v6b3mcolua8qj0cqkk9poiupodth7is2e2hb1a4pa9r2/f/38a2f584dcc44ee486c7e245b819f205_SeqId_4_ for inclusion in a8bc1b0662d4b1704f6e5ede598b3cbe/f 2024-11-11T16:22:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-11T16:22:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:22:20,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/staging/jenkins.hfs.22__test__s0qvj96p97uvd69usr52v6b3mcolua8qj0cqkk9poiupodth7is2e2hb1a4pa9r2/f/429936d0bd5742e6aa81352c0f51b0d6_SeqId_4_ for inclusion in a8bc1b0662d4b1704f6e5ede598b3cbe/f 2024-11-11T16:22:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-11T16:22:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:22:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HRegion(2603): Flush status journal for a8bc1b0662d4b1704f6e5ede598b3cbe: 2024-11-11T16:22:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 38a2f584dcc44ee486c7e245b819f205_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T16:22:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/staging/jenkins.hfs.22__test__s0qvj96p97uvd69usr52v6b3mcolua8qj0cqkk9poiupodth7is2e2hb1a4pa9r2/f/38a2f584dcc44ee486c7e245b819f205_SeqId_4_ as hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/default/test/a8bc1b0662d4b1704f6e5ede598b3cbe/f/80cc46acbdf24afc936bd166b0e73fcf_SeqId_4_ 2024-11-11T16:22:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 429936d0bd5742e6aa81352c0f51b0d6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T16:22:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/staging/jenkins.hfs.22__test__s0qvj96p97uvd69usr52v6b3mcolua8qj0cqkk9poiupodth7is2e2hb1a4pa9r2/f/429936d0bd5742e6aa81352c0f51b0d6_SeqId_4_ as hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/default/test/a8bc1b0662d4b1704f6e5ede598b3cbe/f/332ce1879eb347848ac72ff937dff5fc_SeqId_4_ 2024-11-11T16:22:20,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/staging/jenkins.hfs.22__test__s0qvj96p97uvd69usr52v6b3mcolua8qj0cqkk9poiupodth7is2e2hb1a4pa9r2/f/38a2f584dcc44ee486c7e245b819f205_SeqId_4_ into a8bc1b0662d4b1704f6e5ede598b3cbe/f as hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/default/test/a8bc1b0662d4b1704f6e5ede598b3cbe/f/80cc46acbdf24afc936bd166b0e73fcf_SeqId_4_ - updating store file list. 2024-11-11T16:22:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 80cc46acbdf24afc936bd166b0e73fcf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T16:22:20,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/default/test/a8bc1b0662d4b1704f6e5ede598b3cbe/f/80cc46acbdf24afc936bd166b0e73fcf_SeqId_4_ into a8bc1b0662d4b1704f6e5ede598b3cbe/f 2024-11-11T16:22:20,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/staging/jenkins.hfs.22__test__s0qvj96p97uvd69usr52v6b3mcolua8qj0cqkk9poiupodth7is2e2hb1a4pa9r2/f/38a2f584dcc44ee486c7e245b819f205_SeqId_4_ into a8bc1b0662d4b1704f6e5ede598b3cbe/f (new location: hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/default/test/a8bc1b0662d4b1704f6e5ede598b3cbe/f/80cc46acbdf24afc936bd166b0e73fcf_SeqId_4_) 2024-11-11T16:22:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/staging/jenkins.hfs.22__test__s0qvj96p97uvd69usr52v6b3mcolua8qj0cqkk9poiupodth7is2e2hb1a4pa9r2/f/38a2f584dcc44ee486c7e245b819f205_SeqId_4_ 2024-11-11T16:22:20,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/staging/jenkins.hfs.22__test__s0qvj96p97uvd69usr52v6b3mcolua8qj0cqkk9poiupodth7is2e2hb1a4pa9r2/f/429936d0bd5742e6aa81352c0f51b0d6_SeqId_4_ into a8bc1b0662d4b1704f6e5ede598b3cbe/f as hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/default/test/a8bc1b0662d4b1704f6e5ede598b3cbe/f/332ce1879eb347848ac72ff937dff5fc_SeqId_4_ - updating store file list. 2024-11-11T16:22:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 332ce1879eb347848ac72ff937dff5fc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T16:22:20,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/default/test/a8bc1b0662d4b1704f6e5ede598b3cbe/f/332ce1879eb347848ac72ff937dff5fc_SeqId_4_ into a8bc1b0662d4b1704f6e5ede598b3cbe/f 2024-11-11T16:22:20,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/staging/jenkins.hfs.22__test__s0qvj96p97uvd69usr52v6b3mcolua8qj0cqkk9poiupodth7is2e2hb1a4pa9r2/f/429936d0bd5742e6aa81352c0f51b0d6_SeqId_4_ into a8bc1b0662d4b1704f6e5ede598b3cbe/f (new location: hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/default/test/a8bc1b0662d4b1704f6e5ede598b3cbe/f/332ce1879eb347848ac72ff937dff5fc_SeqId_4_) 2024-11-11T16:22:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/staging/jenkins.hfs.22__test__s0qvj96p97uvd69usr52v6b3mcolua8qj0cqkk9poiupodth7is2e2hb1a4pa9r2/f/429936d0bd5742e6aa81352c0f51b0d6_SeqId_4_ 2024-11-11T16:22:20,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.ReplicationSink(324): Finished replicating [430c1886-1040-435b-9a0f-23cb869c108e] bulk loaded data 2024-11-11T16:22:21,225 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342125285 to pos 687, reset compression=false 2024-11-11T16:22:21,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:22:21,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,34523,1731342132918, seqNum=-1] 2024-11-11T16:22:21,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:22:21,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:22:21,539 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731342136981.9a3f1daff38f5b362938c017027a65fc., hostname=16b413a53992,34523,1731342132918, seqNum=2] 2024-11-11T16:22:21,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:22:21,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:22:21,545 DEBUG [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 16b413a53992%2C34105%2C1731342123732.rep:(num 1731342138104) roll requested 2024-11-11T16:22:21,595 DEBUG [regionserver/16b413a53992:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.rep.1731342141546, exclude list is [], retry=0 2024-11-11T16:22:21,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43233,DS-462fe354-56d1-43b0-8eef-92e9fed9447a,DISK] 2024-11-11T16:22:21,600 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.rep.1731342138104 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.rep.1731342141546 2024-11-11T16:22:21,600 DEBUG [regionserver/16b413a53992:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36181:36181)] 2024-11-11T16:22:21,600 DEBUG [regionserver/16b413a53992:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.rep.1731342138104 is not closed yet, will try archiving it next time 2024-11-11T16:22:21,600 DEBUG [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 16b413a53992%2C34105%2C1731342123732:(num 1731342125285) roll requested 2024-11-11T16:22:21,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741839_1015 (size=1505) 2024-11-11T16:22:21,620 DEBUG [regionserver/16b413a53992:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601, exclude list is [], retry=0 2024-11-11T16:22:21,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43233,DS-462fe354-56d1-43b0-8eef-92e9fed9447a,DISK] 2024-11-11T16:22:21,624 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342125285 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 2024-11-11T16:22:21,624 DEBUG [regionserver/16b413a53992:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36181:36181)] 2024-11-11T16:22:21,624 DEBUG [regionserver/16b413a53992:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342125285 is not closed yet, will try archiving it next time 2024-11-11T16:22:21,624 DEBUG [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 16b413a53992%2C34105%2C1731342123732.meta:.meta(num 1731342126254) roll requested 2024-11-11T16:22:21,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54881a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:21,625 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,36671,-1 for getting cluster id 2024-11-11T16:22:21,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:22:21,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741832_1008 (size=695) 2024-11-11T16:22:21,626 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '430c1886-1040-435b-9a0f-23cb869c108e' 2024-11-11T16:22:21,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:22:21,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "430c1886-1040-435b-9a0f-23cb869c108e" 2024-11-11T16:22:21,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d71454, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:21,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,36671,-1] 2024-11-11T16:22:21,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:22:21,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:21,627 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342125285 to hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/oldWALs/16b413a53992%2C34105%2C1731342123732.1731342125285 2024-11-11T16:22:21,628 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:22:21,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f76c5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:21,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:22:21,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,36671,1731342123480 2024-11-11T16:22:21,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e9bb021 2024-11-11T16:22:21,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:22:21,631 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:22:21,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36671 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://16b413a53992:33861,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T16:22:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36671 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T16:22:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T16:22:21,634 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:33861' 2024-11-11T16:22:21,635 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c65bd15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:21,635 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,33861,-1 for getting cluster id 2024-11-11T16:22:21,635 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:22:21,635 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1593c852-a2b2-49f8-bd5a-c711d6dd53df' 2024-11-11T16:22:21,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:22:21,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1593c852-a2b2-49f8-bd5a-c711d6dd53df" 2024-11-11T16:22:21,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2167d96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:21,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,33861,-1] 2024-11-11T16:22:21,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:22:21,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:21,636 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:22:21,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aebaf30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:21,637 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:22:21,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,33861,1731342132627 2024-11-11T16:22:21,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dc2252c 2024-11-11T16:22:21,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:22:21,639 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:22:21,640 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-11T16:22:21,640 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T16:22:21,640 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:21,640 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:21,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:22:21,641 DEBUG [regionserver/16b413a53992:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.meta.1731342141624.meta, exclude list is [], retry=0 2024-11-11T16:22:21,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43233,DS-462fe354-56d1-43b0-8eef-92e9fed9447a,DISK] 2024-11-11T16:22:21,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T16:22:21,657 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.meta.1731342126254.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.meta.1731342141624.meta 2024-11-11T16:22:21,664 DEBUG [regionserver/16b413a53992:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36181:36181)] 2024-11-11T16:22:21,665 DEBUG [regionserver/16b413a53992:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.meta.1731342126254.meta is not closed yet, will try archiving it next time 2024-11-11T16:22:21,668 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.meta.1731342126254.meta not finished, retry = 0 2024-11-11T16:22:21,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741834_1010 (size=3473) 2024-11-11T16:22:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T16:22:21,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-11T16:22:21,808 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-11T16:22:21,832 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342125285 to pos 687, reset compression=false 2024-11-11T16:22:21,845 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342125285 was moved to hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/oldWALs/16b413a53992%2C34105%2C1731342123732.1731342125285 2024-11-11T16:22:21,861 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342125285 2024-11-11T16:22:21,862 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601, startPosition=0, beingWritten=true 2024-11-11T16:22:21,862 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.shipper16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,34105,1731342123732 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342125285, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-11T16:22:21,867 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.shipper16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [16b413a53992%2C34105%2C1731342123732.1731342125285] 2024-11-11T16:22:21,882 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-16b413a53992,34105,1731342123732, ReplicationSource: 2, currentBandwidth=0 2024-11-11T16:22:21,892 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-11T16:22:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36671 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-11T16:22:21,896 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 16b413a53992,34105,1731342123732 suceeded 2024-11-11T16:22:21,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T16:22:21,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 243 msec 2024-11-11T16:22:21,898 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://16b413a53992:33861,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T16:22:21,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 267 msec 2024-11-11T16:22:21,917 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16b413a53992:33861' 2024-11-11T16:22:21,919 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31ecb16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:21,919 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,33861,-1 for getting cluster id 2024-11-11T16:22:21,919 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:22:21,920 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1593c852-a2b2-49f8-bd5a-c711d6dd53df' 2024-11-11T16:22:21,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:22:21,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1593c852-a2b2-49f8-bd5a-c711d6dd53df" 2024-11-11T16:22:21,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6918102c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:21,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,33861,-1] 2024-11-11T16:22:21,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:22:21,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:21,921 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:22:21,922 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6aa2fa50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:21,922 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:22:21,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,33861,1731342132627 2024-11-11T16:22:21,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a02b91a 2024-11-11T16:22:21,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:22:21,924 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-11T16:22:21,925 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-16b413a53992,34105,1731342123732 (queues=1) is replicating from cluster=430c1886-1040-435b-9a0f-23cb869c108e to cluster=1593c852-a2b2-49f8-bd5a-c711d6dd53df 2024-11-11T16:22:21,925 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=16b413a53992%2C34105%2C1731342123732 2024-11-11T16:22:21,925 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-16b413a53992,34105,1731342123732, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T16:22:21,929 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,2-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601, startPosition=0, beingWritten=true 2024-11-11T16:22:21,929 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732.replicationSource.shipper16b413a53992%2C34105%2C1731342123732,2-16b413a53992,34105,1731342123732 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16b413a53992%2C34105%2C1731342123732 2024-11-11T16:22:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T16:22:21,948 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-11T16:22:21,948 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:22:21,948 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:22:21,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:21,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:21,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:22:21,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:22:21,952 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731342141952/Put/seqid=0 2024-11-11T16:22:21,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741845_1021 (size=11194) 2024-11-11T16:22:22,134 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,2-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 0, reset compression=false 2024-11-11T16:22:22,359 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731342142358/Put/seqid=0 2024-11-11T16:22:22,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741846_1022 (size=10791) 2024-11-11T16:22:22,442 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,2-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 0, reset compression=false 2024-11-11T16:22:22,585 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 0, reset compression=false 2024-11-11T16:22:22,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529e91c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:22,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,36671,-1 for getting cluster id 2024-11-11T16:22:22,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:22:22,766 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '430c1886-1040-435b-9a0f-23cb869c108e' 2024-11-11T16:22:22,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:22:22,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "430c1886-1040-435b-9a0f-23cb869c108e" 2024-11-11T16:22:22,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1d2fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:22,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,36671,-1] 2024-11-11T16:22:22,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:22:22,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:22,768 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:22:22,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4408d796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:22,769 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:22:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,34105,1731342123732, seqNum=-1] 2024-11-11T16:22:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:22:22,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:22:22,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:22:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,36671,1731342123480 2024-11-11T16:22:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e5caba6 2024-11-11T16:22:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:22:22,780 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:22:22,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690., hostname=16b413a53992,34105,1731342123732, seqNum=2] 2024-11-11T16:22:22,785 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T16:22:22,792 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-11T16:22:22,794 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-11T16:22:22,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/testHFileCyclicReplication_1/f/hfile_0 for inclusion in aafb9d8b5b6c1cf58d3ada2b0f4e4690/f 2024-11-11T16:22:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T16:22:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:22:22,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/testHFileCyclicReplication_1/f/hfile_1 for inclusion in aafb9d8b5b6c1cf58d3ada2b0f4e4690/f 2024-11-11T16:22:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T16:22:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:22:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HRegion(2603): Flush status journal for aafb9d8b5b6c1cf58d3ada2b0f4e4690: 2024-11-11T16:22:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/staging/jenkins__test__p6v7sh3l66hsk1hpoc2inepds75272kt2ua3pdu4t5rprfj9l3s79g1aupo6crkj/f/hfile_0 2024-11-11T16:22:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/staging/jenkins__test__p6v7sh3l66hsk1hpoc2inepds75272kt2ua3pdu4t5rprfj9l3s79g1aupo6crkj/f/hfile_0 as hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/default/test/aafb9d8b5b6c1cf58d3ada2b0f4e4690/f/edcc317a25eb451c9c5062e1f7537e5a_SeqId_6_ 2024-11-11T16:22:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/staging/jenkins__test__p6v7sh3l66hsk1hpoc2inepds75272kt2ua3pdu4t5rprfj9l3s79g1aupo6crkj/f/hfile_1 2024-11-11T16:22:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/staging/jenkins__test__p6v7sh3l66hsk1hpoc2inepds75272kt2ua3pdu4t5rprfj9l3s79g1aupo6crkj/f/hfile_1 as hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/default/test/aafb9d8b5b6c1cf58d3ada2b0f4e4690/f/d4d444b28dbe41178db0d8814c99cbce_SeqId_6_ 2024-11-11T16:22:22,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/staging/jenkins__test__p6v7sh3l66hsk1hpoc2inepds75272kt2ua3pdu4t5rprfj9l3s79g1aupo6crkj/f/hfile_0 into aafb9d8b5b6c1cf58d3ada2b0f4e4690/f as hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/default/test/aafb9d8b5b6c1cf58d3ada2b0f4e4690/f/edcc317a25eb451c9c5062e1f7537e5a_SeqId_6_ - updating store file list. 2024-11-11T16:22:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStoreFile(483): HFile Bloom filter type for edcc317a25eb451c9c5062e1f7537e5a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T16:22:22,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/default/test/aafb9d8b5b6c1cf58d3ada2b0f4e4690/f/edcc317a25eb451c9c5062e1f7537e5a_SeqId_6_ into aafb9d8b5b6c1cf58d3ada2b0f4e4690/f 2024-11-11T16:22:22,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/staging/jenkins__test__p6v7sh3l66hsk1hpoc2inepds75272kt2ua3pdu4t5rprfj9l3s79g1aupo6crkj/f/hfile_0 into aafb9d8b5b6c1cf58d3ada2b0f4e4690/f (new location: hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/default/test/aafb9d8b5b6c1cf58d3ada2b0f4e4690/f/edcc317a25eb451c9c5062e1f7537e5a_SeqId_6_) 2024-11-11T16:22:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/staging/jenkins__test__p6v7sh3l66hsk1hpoc2inepds75272kt2ua3pdu4t5rprfj9l3s79g1aupo6crkj/f/hfile_0 2024-11-11T16:22:22,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/staging/jenkins__test__p6v7sh3l66hsk1hpoc2inepds75272kt2ua3pdu4t5rprfj9l3s79g1aupo6crkj/f/hfile_1 into aafb9d8b5b6c1cf58d3ada2b0f4e4690/f as hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/default/test/aafb9d8b5b6c1cf58d3ada2b0f4e4690/f/d4d444b28dbe41178db0d8814c99cbce_SeqId_6_ - updating store file list. 2024-11-11T16:22:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d4d444b28dbe41178db0d8814c99cbce_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T16:22:22,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/default/test/aafb9d8b5b6c1cf58d3ada2b0f4e4690/f/d4d444b28dbe41178db0d8814c99cbce_SeqId_6_ into aafb9d8b5b6c1cf58d3ada2b0f4e4690/f 2024-11-11T16:22:22,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/staging/jenkins__test__p6v7sh3l66hsk1hpoc2inepds75272kt2ua3pdu4t5rprfj9l3s79g1aupo6crkj/f/hfile_1 into aafb9d8b5b6c1cf58d3ada2b0f4e4690/f (new location: hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/default/test/aafb9d8b5b6c1cf58d3ada2b0f4e4690/f/d4d444b28dbe41178db0d8814c99cbce_SeqId_6_) 2024-11-11T16:22:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/staging/jenkins__test__p6v7sh3l66hsk1hpoc2inepds75272kt2ua3pdu4t5rprfj9l3s79g1aupo6crkj/f/hfile_1 2024-11-11T16:22:22,835 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:22:22,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:22:22,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:22,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:22,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690., hostname=16b413a53992,34105,1731342123732, seqNum=2 , the old value is region=test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690., hostname=16b413a53992,34105,1731342123732, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=16b413a53992:34105 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T16:22:22,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690., hostname=16b413a53992,34105,1731342123732, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T16:22:22,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690., hostname=16b413a53992,34105,1731342123732, seqNum=2 from cache 2024-11-11T16:22:22,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:22:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:35806 deadline: 1731342202836 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:35806 2024-11-11T16:22:22,844 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T16:22:22,849 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,2-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 0, reset compression=false 2024-11-11T16:22:22,855 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,2-16b413a53992,34105,1731342123732 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:22:22,855 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732.replicationSource.shipper16b413a53992%2C34105%2C1731342123732,2-16b413a53992,34105,1731342123732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-16b413a53992,34105,1731342123732 got entry batch from reader: WALEntryBatch [walEntries=[{test/aafb9d8b5b6c1cf58d3ada2b0f4e4690/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731342142834/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T16:22:22,858 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732.replicationSource.shipper16b413a53992%2C34105%2C1731342123732,2-16b413a53992,34105,1731342123732 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:22:22,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-11T16:22:22,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.ReplicationSink(318): Replicating [430c1886-1040-435b-9a0f-23cb869c108e] bulk loaded data 2024-11-11T16:22:22,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57836d2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:22,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,33861,-1 for getting cluster id 2024-11-11T16:22:22,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:22:22,860 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1593c852-a2b2-49f8-bd5a-c711d6dd53df' 2024-11-11T16:22:22,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:22:22,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1593c852-a2b2-49f8-bd5a-c711d6dd53df" 2024-11-11T16:22:22,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58f8d53b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:22,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,33861,-1] 2024-11-11T16:22:22,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:22:22,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:22,862 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:22:22,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b8a7a23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:22:22,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741837_1013 (size=11194) 2024-11-11T16:22:22,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741838_1014 (size=10791) 2024-11-11T16:22:22,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:22:22,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,33861,1731342132627 2024-11-11T16:22:22,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e9618fe 2024-11-11T16:22:22,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:22:22,891 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-11T16:22:22,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T16:22:22,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:22:22,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,34523,1731342132918, seqNum=-1] 2024-11-11T16:22:22,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:22:22,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-11T16:22:22,900 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/staging/jenkins.hfs.23__test__ht0cm5998b4v5dg61ro6d4k754ji3jcvkjgadubc5u96ivs9ratnmeh8o4gv93ib/f/d4d444b28dbe41178db0d8814c99cbce_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-11T16:22:22,902 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/staging/jenkins.hfs.23__test__ht0cm5998b4v5dg61ro6d4k754ji3jcvkjgadubc5u96ivs9ratnmeh8o4gv93ib/f/edcc317a25eb451c9c5062e1f7537e5a_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-11T16:22:22,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/staging/jenkins.hfs.23__test__ht0cm5998b4v5dg61ro6d4k754ji3jcvkjgadubc5u96ivs9ratnmeh8o4gv93ib/f/d4d444b28dbe41178db0d8814c99cbce_SeqId_6_ for inclusion in 9a3f1daff38f5b362938c017027a65fc/f 2024-11-11T16:22:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T16:22:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:22:22,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/staging/jenkins.hfs.23__test__ht0cm5998b4v5dg61ro6d4k754ji3jcvkjgadubc5u96ivs9ratnmeh8o4gv93ib/f/edcc317a25eb451c9c5062e1f7537e5a_SeqId_6_ for inclusion in 9a3f1daff38f5b362938c017027a65fc/f 2024-11-11T16:22:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T16:22:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:22:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.HRegion(2603): Flush status journal for 9a3f1daff38f5b362938c017027a65fc: 2024-11-11T16:22:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d4d444b28dbe41178db0d8814c99cbce_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T16:22:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/staging/jenkins.hfs.23__test__ht0cm5998b4v5dg61ro6d4k754ji3jcvkjgadubc5u96ivs9ratnmeh8o4gv93ib/f/d4d444b28dbe41178db0d8814c99cbce_SeqId_6_ as hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/default/test/9a3f1daff38f5b362938c017027a65fc/f/7b0dc223a1364f108fdcc7262a2bb7e3_SeqId_4_ 2024-11-11T16:22:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): edcc317a25eb451c9c5062e1f7537e5a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T16:22:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/staging/jenkins.hfs.23__test__ht0cm5998b4v5dg61ro6d4k754ji3jcvkjgadubc5u96ivs9ratnmeh8o4gv93ib/f/edcc317a25eb451c9c5062e1f7537e5a_SeqId_6_ as hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/default/test/9a3f1daff38f5b362938c017027a65fc/f/cb659ba5023446f7908289dc67357c26_SeqId_4_ 2024-11-11T16:22:22,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/staging/jenkins.hfs.23__test__ht0cm5998b4v5dg61ro6d4k754ji3jcvkjgadubc5u96ivs9ratnmeh8o4gv93ib/f/d4d444b28dbe41178db0d8814c99cbce_SeqId_6_ into 9a3f1daff38f5b362938c017027a65fc/f as hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/default/test/9a3f1daff38f5b362938c017027a65fc/f/7b0dc223a1364f108fdcc7262a2bb7e3_SeqId_4_ - updating store file list. 2024-11-11T16:22:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7b0dc223a1364f108fdcc7262a2bb7e3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T16:22:22,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/default/test/9a3f1daff38f5b362938c017027a65fc/f/7b0dc223a1364f108fdcc7262a2bb7e3_SeqId_4_ into 9a3f1daff38f5b362938c017027a65fc/f 2024-11-11T16:22:22,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/staging/jenkins.hfs.23__test__ht0cm5998b4v5dg61ro6d4k754ji3jcvkjgadubc5u96ivs9ratnmeh8o4gv93ib/f/d4d444b28dbe41178db0d8814c99cbce_SeqId_6_ into 9a3f1daff38f5b362938c017027a65fc/f (new location: hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/default/test/9a3f1daff38f5b362938c017027a65fc/f/7b0dc223a1364f108fdcc7262a2bb7e3_SeqId_4_) 2024-11-11T16:22:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/staging/jenkins.hfs.23__test__ht0cm5998b4v5dg61ro6d4k754ji3jcvkjgadubc5u96ivs9ratnmeh8o4gv93ib/f/d4d444b28dbe41178db0d8814c99cbce_SeqId_6_ 2024-11-11T16:22:22,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/staging/jenkins.hfs.23__test__ht0cm5998b4v5dg61ro6d4k754ji3jcvkjgadubc5u96ivs9ratnmeh8o4gv93ib/f/edcc317a25eb451c9c5062e1f7537e5a_SeqId_6_ into 9a3f1daff38f5b362938c017027a65fc/f as hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/default/test/9a3f1daff38f5b362938c017027a65fc/f/cb659ba5023446f7908289dc67357c26_SeqId_4_ - updating store file list. 2024-11-11T16:22:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cb659ba5023446f7908289dc67357c26_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T16:22:22,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/default/test/9a3f1daff38f5b362938c017027a65fc/f/cb659ba5023446f7908289dc67357c26_SeqId_4_ into 9a3f1daff38f5b362938c017027a65fc/f 2024-11-11T16:22:22,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/staging/jenkins.hfs.23__test__ht0cm5998b4v5dg61ro6d4k754ji3jcvkjgadubc5u96ivs9ratnmeh8o4gv93ib/f/edcc317a25eb451c9c5062e1f7537e5a_SeqId_6_ into 9a3f1daff38f5b362938c017027a65fc/f (new location: hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/default/test/9a3f1daff38f5b362938c017027a65fc/f/cb659ba5023446f7908289dc67357c26_SeqId_4_) 2024-11-11T16:22:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/staging/jenkins.hfs.23__test__ht0cm5998b4v5dg61ro6d4k754ji3jcvkjgadubc5u96ivs9ratnmeh8o4gv93ib/f/edcc317a25eb451c9c5062e1f7537e5a_SeqId_6_ 2024-11-11T16:22:22,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34523 {}] regionserver.ReplicationSink(324): Finished replicating [430c1886-1040-435b-9a0f-23cb869c108e] bulk loaded data 2024-11-11T16:22:22,938 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:34105 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T16:22:23,055 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,2-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 393, reset compression=false 2024-11-11T16:22:23,109 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T16:22:23,394 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,2-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 393, reset compression=false 2024-11-11T16:22:23,409 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 0, reset compression=false 2024-11-11T16:22:23,421 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T16:22:23,421 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.shipper16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,34105,1731342123732 got entry batch from reader: WALEntryBatch [walEntries=[{test/aafb9d8b5b6c1cf58d3ada2b0f4e4690/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731342142834/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T16:22:23,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.ReplicationSink(318): Replicating [430c1886-1040-435b-9a0f-23cb869c108e] bulk loaded data 2024-11-11T16:22:23,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741839_1015 (size=11194) 2024-11-11T16:22:23,621 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 393, reset compression=false 2024-11-11T16:22:23,814 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,2-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 393, reset compression=false 2024-11-11T16:22:23,853 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T16:22:23,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741840_1016 (size=10791) 2024-11-11T16:22:23,927 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 393, reset compression=false 2024-11-11T16:22:24,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T16:22:24,318 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/staging/jenkins.hfs.22__test__n3rqbq3r47v5sib5j4jmkkh6ejufqi65ekaut0ndoc7dg09h5jgl6d74brqfhlbr/f/d4d444b28dbe41178db0d8814c99cbce_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-11T16:22:24,322 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/staging/jenkins.hfs.22__test__n3rqbq3r47v5sib5j4jmkkh6ejufqi65ekaut0ndoc7dg09h5jgl6d74brqfhlbr/f/edcc317a25eb451c9c5062e1f7537e5a_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-11T16:22:24,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/staging/jenkins.hfs.22__test__n3rqbq3r47v5sib5j4jmkkh6ejufqi65ekaut0ndoc7dg09h5jgl6d74brqfhlbr/f/edcc317a25eb451c9c5062e1f7537e5a_SeqId_6_ for inclusion in a8bc1b0662d4b1704f6e5ede598b3cbe/f 2024-11-11T16:22:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T16:22:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:22:24,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/staging/jenkins.hfs.22__test__n3rqbq3r47v5sib5j4jmkkh6ejufqi65ekaut0ndoc7dg09h5jgl6d74brqfhlbr/f/d4d444b28dbe41178db0d8814c99cbce_SeqId_6_ for inclusion in a8bc1b0662d4b1704f6e5ede598b3cbe/f 2024-11-11T16:22:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T16:22:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T16:22:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HRegion(2603): Flush status journal for a8bc1b0662d4b1704f6e5ede598b3cbe: 2024-11-11T16:22:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): edcc317a25eb451c9c5062e1f7537e5a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T16:22:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/staging/jenkins.hfs.22__test__n3rqbq3r47v5sib5j4jmkkh6ejufqi65ekaut0ndoc7dg09h5jgl6d74brqfhlbr/f/edcc317a25eb451c9c5062e1f7537e5a_SeqId_6_ as hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/default/test/a8bc1b0662d4b1704f6e5ede598b3cbe/f/19f1732f0216402691d15cb4baeb753f_SeqId_6_ 2024-11-11T16:22:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d4d444b28dbe41178db0d8814c99cbce_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T16:22:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/staging/jenkins.hfs.22__test__n3rqbq3r47v5sib5j4jmkkh6ejufqi65ekaut0ndoc7dg09h5jgl6d74brqfhlbr/f/d4d444b28dbe41178db0d8814c99cbce_SeqId_6_ as hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/default/test/a8bc1b0662d4b1704f6e5ede598b3cbe/f/31ede473dbfe4dbebe211a81f5ff6d42_SeqId_6_ 2024-11-11T16:22:24,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/staging/jenkins.hfs.22__test__n3rqbq3r47v5sib5j4jmkkh6ejufqi65ekaut0ndoc7dg09h5jgl6d74brqfhlbr/f/edcc317a25eb451c9c5062e1f7537e5a_SeqId_6_ into a8bc1b0662d4b1704f6e5ede598b3cbe/f as hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/default/test/a8bc1b0662d4b1704f6e5ede598b3cbe/f/19f1732f0216402691d15cb4baeb753f_SeqId_6_ - updating store file list. 2024-11-11T16:22:24,333 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,2-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 393, reset compression=false 2024-11-11T16:22:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 19f1732f0216402691d15cb4baeb753f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T16:22:24,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/default/test/a8bc1b0662d4b1704f6e5ede598b3cbe/f/19f1732f0216402691d15cb4baeb753f_SeqId_6_ into a8bc1b0662d4b1704f6e5ede598b3cbe/f 2024-11-11T16:22:24,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/staging/jenkins.hfs.22__test__n3rqbq3r47v5sib5j4jmkkh6ejufqi65ekaut0ndoc7dg09h5jgl6d74brqfhlbr/f/edcc317a25eb451c9c5062e1f7537e5a_SeqId_6_ into a8bc1b0662d4b1704f6e5ede598b3cbe/f (new location: hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/default/test/a8bc1b0662d4b1704f6e5ede598b3cbe/f/19f1732f0216402691d15cb4baeb753f_SeqId_6_) 2024-11-11T16:22:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/staging/jenkins.hfs.22__test__n3rqbq3r47v5sib5j4jmkkh6ejufqi65ekaut0ndoc7dg09h5jgl6d74brqfhlbr/f/edcc317a25eb451c9c5062e1f7537e5a_SeqId_6_ 2024-11-11T16:22:24,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/staging/jenkins.hfs.22__test__n3rqbq3r47v5sib5j4jmkkh6ejufqi65ekaut0ndoc7dg09h5jgl6d74brqfhlbr/f/d4d444b28dbe41178db0d8814c99cbce_SeqId_6_ into a8bc1b0662d4b1704f6e5ede598b3cbe/f as hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/default/test/a8bc1b0662d4b1704f6e5ede598b3cbe/f/31ede473dbfe4dbebe211a81f5ff6d42_SeqId_6_ - updating store file list. 2024-11-11T16:22:24,341 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 393, reset compression=false 2024-11-11T16:22:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 31ede473dbfe4dbebe211a81f5ff6d42_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T16:22:24,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/default/test/a8bc1b0662d4b1704f6e5ede598b3cbe/f/31ede473dbfe4dbebe211a81f5ff6d42_SeqId_6_ into a8bc1b0662d4b1704f6e5ede598b3cbe/f 2024-11-11T16:22:24,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/staging/jenkins.hfs.22__test__n3rqbq3r47v5sib5j4jmkkh6ejufqi65ekaut0ndoc7dg09h5jgl6d74brqfhlbr/f/d4d444b28dbe41178db0d8814c99cbce_SeqId_6_ into a8bc1b0662d4b1704f6e5ede598b3cbe/f (new location: hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/default/test/a8bc1b0662d4b1704f6e5ede598b3cbe/f/31ede473dbfe4dbebe211a81f5ff6d42_SeqId_6_) 2024-11-11T16:22:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/staging/jenkins.hfs.22__test__n3rqbq3r47v5sib5j4jmkkh6ejufqi65ekaut0ndoc7dg09h5jgl6d74brqfhlbr/f/d4d444b28dbe41178db0d8814c99cbce_SeqId_6_ 2024-11-11T16:22:24,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] regionserver.ReplicationSink(324): Finished replicating [430c1886-1040-435b-9a0f-23cb869c108e] bulk loaded data 2024-11-11T16:22:24,845 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 393, reset compression=false 2024-11-11T16:22:24,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:22:24,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:22:24,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:22:24,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:24,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:24,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:22:24,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=331755958, stopped=false 2024-11-11T16:22:24,872 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,33861,1731342132627 2024-11-11T16:22:24,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:22:24,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x1002fa645cc0007, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1088078807/running 2024-11-11T16:22:24,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x1002fa645cc0007, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1088078807 2024-11-11T16:22:24,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1088078807/running 2024-11-11T16:22:24,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1088078807 2024-11-11T16:22:24,874 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:22:24,874 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:22:24,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:22:24,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:24,875 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,34523,1731342132918' ***** 2024-11-11T16:22:24,875 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:22:24,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34523-0x1002fa645cc0007, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Set watcher on znode that does not yet exist, /2-1088078807/running 2024-11-11T16:22:24,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Set watcher on znode that does not yet exist, /2-1088078807/running 2024-11-11T16:22:24,876 INFO [RS:0;16b413a53992:34523 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:22:24,876 INFO [RS:0;16b413a53992:34523 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:22:24,876 INFO [RS:0;16b413a53992:34523 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:22:24,876 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:22:24,877 INFO [RS:0;16b413a53992:34523 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a3f1daff38f5b362938c017027a65fc 2024-11-11T16:22:24,877 INFO [RS:0;16b413a53992:34523 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,34523,1731342132918 2024-11-11T16:22:24,877 INFO [RS:0;16b413a53992:34523 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:22:24,877 INFO [RS:0;16b413a53992:34523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:34523. 2024-11-11T16:22:24,877 DEBUG [RS:0;16b413a53992:34523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:22:24,877 DEBUG [RS:0;16b413a53992:34523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:24,877 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a3f1daff38f5b362938c017027a65fc, disabling compactions & flushes 2024-11-11T16:22:24,877 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731342136981.9a3f1daff38f5b362938c017027a65fc. 2024-11-11T16:22:24,877 INFO [RS:0;16b413a53992:34523 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:22:24,877 INFO [RS:0;16b413a53992:34523 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:22:24,877 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342136981.9a3f1daff38f5b362938c017027a65fc. 2024-11-11T16:22:24,877 INFO [RS:0;16b413a53992:34523 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:22:24,877 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731342136981.9a3f1daff38f5b362938c017027a65fc. after waiting 0 ms 2024-11-11T16:22:24,877 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731342136981.9a3f1daff38f5b362938c017027a65fc. 2024-11-11T16:22:24,877 INFO [RS:0;16b413a53992:34523 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:22:24,878 INFO [RS:0;16b413a53992:34523 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T16:22:24,878 DEBUG [RS:0;16b413a53992:34523 {}] regionserver.HRegionServer(1325): Online Regions={9a3f1daff38f5b362938c017027a65fc=test,,1731342136981.9a3f1daff38f5b362938c017027a65fc., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T16:22:24,878 DEBUG [RS:0;16b413a53992:34523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a3f1daff38f5b362938c017027a65fc 2024-11-11T16:22:24,878 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:22:24,878 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:22:24,878 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:22:24,878 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:22:24,878 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:22:24,878 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T16:22:24,893 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/default/test/9a3f1daff38f5b362938c017027a65fc/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-11T16:22:24,894 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:22:24,894 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:22:24,894 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731342136981.9a3f1daff38f5b362938c017027a65fc. 2024-11-11T16:22:24,894 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a3f1daff38f5b362938c017027a65fc: Waiting for close lock at 1731342144877Running coprocessor pre-close hooks at 1731342144877Disabling compacts and flushes for region at 1731342144877Disabling writes for close at 1731342144877Writing region close event to WAL at 1731342144889 (+12 ms)Running coprocessor post-close hooks at 1731342144894 (+5 ms)Closed at 1731342144894 2024-11-11T16:22:24,894 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731342136981.9a3f1daff38f5b362938c017027a65fc. 2024-11-11T16:22:24,909 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740/.tmp/info/4ec2f792d46949a8b1e0ced0d47148c5 is 129, key is test,,1731342136981.9a3f1daff38f5b362938c017027a65fc./info:regioninfo/1731342137378/Put/seqid=0 2024-11-11T16:22:24,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741839_1015 (size=6421) 2024-11-11T16:22:24,930 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740/.tmp/info/4ec2f792d46949a8b1e0ced0d47148c5 2024-11-11T16:22:24,937 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,2-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 393, reset compression=false 2024-11-11T16:22:24,950 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:22:24,966 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740/.tmp/ns/58ee8883932b49a8a711a46e23601870 is 43, key is default/ns:d/1731342135017/Put/seqid=0 2024-11-11T16:22:24,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741840_1016 (size=5153) 2024-11-11T16:22:24,979 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740/.tmp/ns/58ee8883932b49a8a711a46e23601870 2024-11-11T16:22:25,006 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740/.tmp/rep_barrier/0f4196a61abf436da0559fd4fe00b076 is 112, key is test,,1731342136981.9a3f1daff38f5b362938c017027a65fc./rep_barrier:seqnumDuringOpen/1731342137378/Put/seqid=0 2024-11-11T16:22:25,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741841_1017 (size=5518) 2024-11-11T16:22:25,023 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740/.tmp/rep_barrier/0f4196a61abf436da0559fd4fe00b076 2024-11-11T16:22:25,054 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740/.tmp/table/9251255c8c9b48c1b52b465a843bffec is 40, key is test/table:state/1731342137390/Put/seqid=0 2024-11-11T16:22:25,078 DEBUG [RS:0;16b413a53992:34523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:22:25,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741842_1018 (size=5165) 2024-11-11T16:22:25,084 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740/.tmp/table/9251255c8c9b48c1b52b465a843bffec 2024-11-11T16:22:25,103 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740/.tmp/info/4ec2f792d46949a8b1e0ced0d47148c5 as hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740/info/4ec2f792d46949a8b1e0ced0d47148c5 2024-11-11T16:22:25,112 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740/info/4ec2f792d46949a8b1e0ced0d47148c5, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T16:22:25,114 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740/.tmp/ns/58ee8883932b49a8a711a46e23601870 as hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740/ns/58ee8883932b49a8a711a46e23601870 2024-11-11T16:22:25,123 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740/ns/58ee8883932b49a8a711a46e23601870, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T16:22:25,133 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740/.tmp/rep_barrier/0f4196a61abf436da0559fd4fe00b076 as hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740/rep_barrier/0f4196a61abf436da0559fd4fe00b076 2024-11-11T16:22:25,141 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740/rep_barrier/0f4196a61abf436da0559fd4fe00b076, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T16:22:25,144 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740/.tmp/table/9251255c8c9b48c1b52b465a843bffec as hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740/table/9251255c8c9b48c1b52b465a843bffec 2024-11-11T16:22:25,160 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740/table/9251255c8c9b48c1b52b465a843bffec, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T16:22:25,164 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 286ms, sequenceid=11, compaction requested=false 2024-11-11T16:22:25,197 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T16:22:25,198 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:22:25,198 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:22:25,198 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:22:25,198 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342144878Running coprocessor pre-close hooks at 1731342144878Disabling compacts and flushes for region at 1731342144878Disabling writes for close at 1731342144878Obtaining lock to block concurrent updates at 1731342144878Preparing flush snapshotting stores in 1588230740 at 1731342144878Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731342144878Flushing stores of hbase:meta,,1.1588230740 at 1731342144879 (+1 ms)Flushing 1588230740/info: creating writer at 1731342144879Flushing 1588230740/info: appending metadata at 1731342144908 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731342144908Flushing 1588230740/ns: creating writer at 1731342144946 (+38 ms)Flushing 1588230740/ns: appending metadata at 1731342144965 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731342144965Flushing 1588230740/rep_barrier: creating writer at 1731342144987 (+22 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731342145006 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731342145006Flushing 1588230740/table: creating writer at 1731342145029 (+23 ms)Flushing 1588230740/table: appending metadata at 1731342145054 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731342145054Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c972ff: reopening flushed file at 1731342145101 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a82f59b: reopening flushed file at 1731342145112 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d07df8d: reopening flushed file at 1731342145123 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@338c304e: reopening flushed file at 1731342145141 (+18 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 286ms, sequenceid=11, compaction requested=false at 1731342145164 (+23 ms)Writing region close event to WAL at 1731342145189 (+25 ms)Running coprocessor post-close hooks at 1731342145198 (+9 ms)Closed at 1731342145198 2024-11-11T16:22:25,198 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:22:25,278 INFO [RS:0;16b413a53992:34523 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,34523,1731342132918; all regions closed. 2024-11-11T16:22:25,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741834_1010 (size=2717) 2024-11-11T16:22:25,281 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/WALs/16b413a53992,34523,1731342132918/16b413a53992%2C34523%2C1731342132918.meta.1731342134898.meta not finished, retry = 0 2024-11-11T16:22:25,327 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:22:25,327 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:22:25,386 DEBUG [RS:0;16b413a53992:34523 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/oldWALs 2024-11-11T16:22:25,386 INFO [RS:0;16b413a53992:34523 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C34523%2C1731342132918.meta:.meta(num 1731342134898) 2024-11-11T16:22:25,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741833_1009 (size=1028) 2024-11-11T16:22:25,392 DEBUG [RS:0;16b413a53992:34523 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/oldWALs 2024-11-11T16:22:25,392 INFO [RS:0;16b413a53992:34523 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C34523%2C1731342132918:(num 1731342134512) 2024-11-11T16:22:25,392 DEBUG [RS:0;16b413a53992:34523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:25,392 INFO [RS:0;16b413a53992:34523 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:22:25,392 INFO [RS:0;16b413a53992:34523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:22:25,392 INFO [RS:0;16b413a53992:34523 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T16:22:25,393 INFO [RS:0;16b413a53992:34523 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:22:25,393 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:22:25,393 INFO [RS:0;16b413a53992:34523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:34523. 2024-11-11T16:22:25,393 DEBUG [RS:0;16b413a53992:34523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:22:25,393 DEBUG [RS:0;16b413a53992:34523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:25,393 DEBUG [RS:0;16b413a53992:34523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:25,393 INFO [RS:0;16b413a53992:34523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34523 2024-11-11T16:22:25,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:22:25,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x1002fa645cc0007, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1088078807/rs/16b413a53992,34523,1731342132918 2024-11-11T16:22:25,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1088078807/rs 2024-11-11T16:22:25,396 INFO [RS:0;16b413a53992:34523 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:22:25,396 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,34523,1731342132918] 2024-11-11T16:22:25,398 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1088078807/draining/16b413a53992,34523,1731342132918 already deleted, retry=false 2024-11-11T16:22:25,398 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,34523,1731342132918 expired; onlineServers=0 2024-11-11T16:22:25,398 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,33861,1731342132627' ***** 2024-11-11T16:22:25,398 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:22:25,399 INFO [M:0;16b413a53992:33861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:22:25,399 INFO [M:0;16b413a53992:33861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:22:25,399 DEBUG [M:0;16b413a53992:33861 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:22:25,399 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:22:25,399 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342134215 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342134215,5,FailOnTimeoutGroup] 2024-11-11T16:22:25,399 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342134218 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342134218,5,FailOnTimeoutGroup] 2024-11-11T16:22:25,399 DEBUG [M:0;16b413a53992:33861 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:22:25,399 INFO [M:0;16b413a53992:33861 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:22:25,399 INFO [M:0;16b413a53992:33861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:22:25,399 DEBUG [M:0;16b413a53992:33861 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:22:25,399 INFO [M:0;16b413a53992:33861 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:22:25,399 INFO [M:0;16b413a53992:33861 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:22:25,400 INFO [M:0;16b413a53992:33861 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:22:25,400 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:22:25,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1088078807/master 2024-11-11T16:22:25,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1088078807 2024-11-11T16:22:25,401 DEBUG [M:0;16b413a53992:33861 {}] zookeeper.ZKUtil(347): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Unable to get data of znode /2-1088078807/master because node does not exist (not an error) 2024-11-11T16:22:25,401 WARN [M:0;16b413a53992:33861 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T16:22:25,401 INFO [M:0;16b413a53992:33861 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/.lastflushedseqids 2024-11-11T16:22:25,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741843_1019 (size=173) 2024-11-11T16:22:25,414 INFO [M:0;16b413a53992:33861 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:22:25,414 INFO [M:0;16b413a53992:33861 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:22:25,414 DEBUG [M:0;16b413a53992:33861 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:22:25,414 INFO [M:0;16b413a53992:33861 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:22:25,414 DEBUG [M:0;16b413a53992:33861 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:22:25,414 DEBUG [M:0;16b413a53992:33861 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:22:25,414 DEBUG [M:0;16b413a53992:33861 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:22:25,414 INFO [M:0;16b413a53992:33861 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-11T16:22:25,433 DEBUG [M:0;16b413a53992:33861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e93d126ad84342898a688d6cd807e19f is 82, key is hbase:meta,,1/info:regioninfo/1731342135002/Put/seqid=0 2024-11-11T16:22:25,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741844_1020 (size=5672) 2024-11-11T16:22:25,437 INFO [M:0;16b413a53992:33861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e93d126ad84342898a688d6cd807e19f 2024-11-11T16:22:25,459 DEBUG [M:0;16b413a53992:33861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3068cae92a034b54adcf85d9e45eb434 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731342137395/Put/seqid=0 2024-11-11T16:22:25,461 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 393, reset compression=false 2024-11-11T16:22:25,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741845_1021 (size=6586) 2024-11-11T16:22:25,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x1002fa645cc0007, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:22:25,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34523-0x1002fa645cc0007, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:22:25,498 INFO [RS:0;16b413a53992:34523 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:22:25,498 INFO [RS:0;16b413a53992:34523 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,34523,1731342132918; zookeeper connection closed. 2024-11-11T16:22:25,498 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6341cce2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6341cce2 2024-11-11T16:22:25,500 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:22:25,646 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,2-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 393, reset compression=false 2024-11-11T16:22:25,871 INFO [M:0;16b413a53992:33861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3068cae92a034b54adcf85d9e45eb434 2024-11-11T16:22:25,899 DEBUG [M:0;16b413a53992:33861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05011302892f4d98bc6d9087bc6030b8 is 69, key is 16b413a53992,34523,1731342132918/rs:state/1731342134254/Put/seqid=0 2024-11-11T16:22:25,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741846_1022 (size=5156) 2024-11-11T16:22:25,908 INFO [M:0;16b413a53992:33861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05011302892f4d98bc6d9087bc6030b8 2024-11-11T16:22:25,913 DEBUG [M:0;16b413a53992:33861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e93d126ad84342898a688d6cd807e19f as hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e93d126ad84342898a688d6cd807e19f 2024-11-11T16:22:25,922 INFO [M:0;16b413a53992:33861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e93d126ad84342898a688d6cd807e19f, entries=8, sequenceid=55, filesize=5.5 K 2024-11-11T16:22:25,930 DEBUG [M:0;16b413a53992:33861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3068cae92a034b54adcf85d9e45eb434 as hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3068cae92a034b54adcf85d9e45eb434 2024-11-11T16:22:25,938 INFO [M:0;16b413a53992:33861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3068cae92a034b54adcf85d9e45eb434, entries=6, sequenceid=55, filesize=6.4 K 2024-11-11T16:22:25,939 DEBUG [M:0;16b413a53992:33861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05011302892f4d98bc6d9087bc6030b8 as hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05011302892f4d98bc6d9087bc6030b8 2024-11-11T16:22:25,944 INFO [M:0;16b413a53992:33861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46735/user/jenkins/test-data/fb632d36-e94a-85b9-f259-0fb42afccf6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05011302892f4d98bc6d9087bc6030b8, entries=1, sequenceid=55, filesize=5.0 K 2024-11-11T16:22:25,945 INFO [M:0;16b413a53992:33861 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 531ms, sequenceid=55, compaction requested=false 2024-11-11T16:22:25,947 INFO [M:0;16b413a53992:33861 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:22:25,947 DEBUG [M:0;16b413a53992:33861 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342145414Disabling compacts and flushes for region at 1731342145414Disabling writes for close at 1731342145414Obtaining lock to block concurrent updates at 1731342145414Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731342145414Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731342145415 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731342145415Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731342145415Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731342145433 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731342145433Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731342145440 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731342145458 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731342145458Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731342145877 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731342145898 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731342145899 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bd7c92e: reopening flushed file at 1731342145912 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60483665: reopening flushed file at 1731342145922 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2707bfad: reopening flushed file at 1731342145938 (+16 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 531ms, sequenceid=55, compaction requested=false at 1731342145945 (+7 ms)Writing region close event to WAL at 1731342145947 (+2 ms)Closed at 1731342145947 2024-11-11T16:22:25,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741830_1006 (size=32770) 2024-11-11T16:22:25,957 INFO [M:0;16b413a53992:33861 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:22:25,957 INFO [M:0;16b413a53992:33861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33861 2024-11-11T16:22:25,960 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:22:25,961 INFO [M:0;16b413a53992:33861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:22:26,072 INFO [M:0;16b413a53992:33861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:22:26,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:22:26,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33861-0x1002fa645cc0006, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:22:26,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62b8b3cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:22:26,095 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ee40b10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:22:26,095 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:22:26,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@417a9f6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:22:26,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53c3feb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/hadoop.log.dir/,STOPPED} 2024-11-11T16:22:26,099 WARN [BP-1004963998-172.17.0.2-1731342130136 heartbeating to localhost/127.0.0.1:46735 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:22:26,099 WARN [BP-1004963998-172.17.0.2-1731342130136 heartbeating to localhost/127.0.0.1:46735 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1004963998-172.17.0.2-1731342130136 (Datanode Uuid 40c44259-85f9-4678-b36a-70ba74ccf4a4) service to localhost/127.0.0.1:46735 2024-11-11T16:22:26,100 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/cluster_7bef45e6-5825-69b8-ba84-0e8239ce6127/data/data1/current/BP-1004963998-172.17.0.2-1731342130136 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:22:26,100 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:22:26,100 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:22:26,101 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:22:26,101 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/cluster_7bef45e6-5825-69b8-ba84-0e8239ce6127/data/data2/current/BP-1004963998-172.17.0.2-1731342130136 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:22:26,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444ecca9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:22:26,115 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6128cc1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:22:26,116 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:22:26,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6025c365{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:22:26,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4302dd58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c10057ae-f89d-5b7d-3e5e-6486f75abb67/hadoop.log.dir/,STOPPED} 2024-11-11T16:22:26,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:22:26,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:22:26,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:22:26,134 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:22:26,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:26,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:26,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:22:26,140 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:22:26,140 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1007517920, stopped=false 2024-11-11T16:22:26,141 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,35827,1731342128389 2024-11-11T16:22:26,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11826911196/running 2024-11-11T16:22:26,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38439-0x1002fa645cc0004, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11826911196/running 2024-11-11T16:22:26,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826911196 2024-11-11T16:22:26,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38439-0x1002fa645cc0004, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826911196 2024-11-11T16:22:26,148 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:22:26,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Set watcher on znode that does not yet exist, /11826911196/running 2024-11-11T16:22:26,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38439-0x1002fa645cc0004, quorum=127.0.0.1:60234, baseZNode=/11826911196 Set watcher on znode that does not yet exist, /11826911196/running 2024-11-11T16:22:26,151 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:22:26,151 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:22:26,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:26,151 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,38439,1731342128561' ***** 2024-11-11T16:22:26,151 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:22:26,151 INFO [RS:0;16b413a53992:38439 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:22:26,151 INFO [RS:0;16b413a53992:38439 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:22:26,151 INFO [RS:0;16b413a53992:38439 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:22:26,151 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:22:26,152 INFO [RS:0;16b413a53992:38439 {}] regionserver.HRegionServer(3091): Received CLOSE for a8bc1b0662d4b1704f6e5ede598b3cbe 2024-11-11T16:22:26,153 INFO [RS:0;16b413a53992:38439 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,38439,1731342128561 2024-11-11T16:22:26,153 INFO [RS:0;16b413a53992:38439 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:22:26,153 INFO [RS:0;16b413a53992:38439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:38439. 2024-11-11T16:22:26,153 DEBUG [RS:0;16b413a53992:38439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:22:26,153 DEBUG [RS:0;16b413a53992:38439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:26,154 INFO [RS:0;16b413a53992:38439 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:22:26,154 INFO [RS:0;16b413a53992:38439 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:22:26,154 INFO [RS:0;16b413a53992:38439 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:22:26,154 INFO [RS:0;16b413a53992:38439 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:22:26,155 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a8bc1b0662d4b1704f6e5ede598b3cbe, disabling compactions & flushes 2024-11-11T16:22:26,155 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731342136342.a8bc1b0662d4b1704f6e5ede598b3cbe. 2024-11-11T16:22:26,155 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342136342.a8bc1b0662d4b1704f6e5ede598b3cbe. 2024-11-11T16:22:26,155 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731342136342.a8bc1b0662d4b1704f6e5ede598b3cbe. after waiting 0 ms 2024-11-11T16:22:26,155 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731342136342.a8bc1b0662d4b1704f6e5ede598b3cbe. 2024-11-11T16:22:26,165 INFO [RS:0;16b413a53992:38439 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T16:22:26,165 DEBUG [RS:0;16b413a53992:38439 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a8bc1b0662d4b1704f6e5ede598b3cbe=test,,1731342136342.a8bc1b0662d4b1704f6e5ede598b3cbe.} 2024-11-11T16:22:26,165 DEBUG [RS:0;16b413a53992:38439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a8bc1b0662d4b1704f6e5ede598b3cbe 2024-11-11T16:22:26,165 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:22:26,165 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:22:26,165 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:22:26,165 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:22:26,165 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:22:26,165 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T16:22:26,172 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 393, reset compression=false 2024-11-11T16:22:26,174 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:22:26,205 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740/.tmp/info/a354b87abead45c4a14a7860464293ef is 129, key is test,,1731342136342.a8bc1b0662d4b1704f6e5ede598b3cbe./info:regioninfo/1731342136937/Put/seqid=0 2024-11-11T16:22:26,212 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:22:26,213 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:22:26,229 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/default/test/a8bc1b0662d4b1704f6e5ede598b3cbe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T16:22:26,231 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:22:26,231 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:22:26,231 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731342136342.a8bc1b0662d4b1704f6e5ede598b3cbe. 2024-11-11T16:22:26,231 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a8bc1b0662d4b1704f6e5ede598b3cbe: Waiting for close lock at 1731342146155Running coprocessor pre-close hooks at 1731342146155Disabling compacts and flushes for region at 1731342146155Disabling writes for close at 1731342146155Writing region close event to WAL at 1731342146176 (+21 ms)Running coprocessor post-close hooks at 1731342146231 (+55 ms)Closed at 1731342146231 2024-11-11T16:22:26,231 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731342136342.a8bc1b0662d4b1704f6e5ede598b3cbe. 2024-11-11T16:22:26,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741841_1017 (size=6421) 2024-11-11T16:22:26,365 DEBUG [RS:0;16b413a53992:38439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:22:26,453 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,2-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 393, reset compression=false 2024-11-11T16:22:26,565 DEBUG [RS:0;16b413a53992:38439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:22:26,642 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740/.tmp/info/a354b87abead45c4a14a7860464293ef 2024-11-11T16:22:26,709 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740/.tmp/ns/cf02f4f408b54d7e85399ff42a3fc702 is 43, key is default/ns:d/1731342129960/Put/seqid=0 2024-11-11T16:22:26,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741842_1018 (size=5153) 2024-11-11T16:22:26,744 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740/.tmp/ns/cf02f4f408b54d7e85399ff42a3fc702 2024-11-11T16:22:26,768 DEBUG [RS:0;16b413a53992:38439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:22:26,773 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740/.tmp/rep_barrier/890924537c0247eaaed37989443cfb21 is 112, key is test,,1731342136342.a8bc1b0662d4b1704f6e5ede598b3cbe./rep_barrier:seqnumDuringOpen/1731342136937/Put/seqid=0 2024-11-11T16:22:26,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741843_1019 (size=5518) 2024-11-11T16:22:26,969 DEBUG [RS:0;16b413a53992:38439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:22:27,049 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 393, reset compression=false 2024-11-11T16:22:27,169 INFO [RS:0;16b413a53992:38439 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T16:22:27,169 DEBUG [RS:0;16b413a53992:38439 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T16:22:27,169 DEBUG [RS:0;16b413a53992:38439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:22:27,198 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740/.tmp/rep_barrier/890924537c0247eaaed37989443cfb21 2024-11-11T16:22:27,248 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740/.tmp/table/c8700b95e8db4d88a7047c2a7cfe0fa7 is 40, key is test/table:state/1731342136965/Put/seqid=0 2024-11-11T16:22:27,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741844_1020 (size=5165) 2024-11-11T16:22:27,265 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740/.tmp/table/c8700b95e8db4d88a7047c2a7cfe0fa7 2024-11-11T16:22:27,289 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740/.tmp/info/a354b87abead45c4a14a7860464293ef as hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740/info/a354b87abead45c4a14a7860464293ef 2024-11-11T16:22:27,296 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740/info/a354b87abead45c4a14a7860464293ef, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T16:22:27,297 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740/.tmp/ns/cf02f4f408b54d7e85399ff42a3fc702 as hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740/ns/cf02f4f408b54d7e85399ff42a3fc702 2024-11-11T16:22:27,303 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740/ns/cf02f4f408b54d7e85399ff42a3fc702, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T16:22:27,305 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740/.tmp/rep_barrier/890924537c0247eaaed37989443cfb21 as hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740/rep_barrier/890924537c0247eaaed37989443cfb21 2024-11-11T16:22:27,309 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740/rep_barrier/890924537c0247eaaed37989443cfb21, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T16:22:27,310 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740/.tmp/table/c8700b95e8db4d88a7047c2a7cfe0fa7 as hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740/table/c8700b95e8db4d88a7047c2a7cfe0fa7 2024-11-11T16:22:27,314 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740/table/c8700b95e8db4d88a7047c2a7cfe0fa7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T16:22:27,315 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1150ms, sequenceid=11, compaction requested=false 2024-11-11T16:22:27,315 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T16:22:27,324 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T16:22:27,326 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:22:27,326 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:22:27,326 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:22:27,326 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342146165Running coprocessor pre-close hooks at 1731342146165Disabling compacts and flushes for region at 1731342146165Disabling writes for close at 1731342146165Obtaining lock to block concurrent updates at 1731342146165Preparing flush snapshotting stores in 1588230740 at 1731342146165Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731342146166 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731342146166Flushing 1588230740/info: creating writer at 1731342146167 (+1 ms)Flushing 1588230740/info: appending metadata at 1731342146205 (+38 ms)Flushing 1588230740/info: closing flushed file at 1731342146205Flushing 1588230740/ns: creating writer at 1731342146665 (+460 ms)Flushing 1588230740/ns: appending metadata at 1731342146709 (+44 ms)Flushing 1588230740/ns: closing flushed file at 1731342146709Flushing 1588230740/rep_barrier: creating writer at 1731342146754 (+45 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731342146773 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731342146773Flushing 1588230740/table: creating writer at 1731342147214 (+441 ms)Flushing 1588230740/table: appending metadata at 1731342147248 (+34 ms)Flushing 1588230740/table: closing flushed file at 1731342147248Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@110a9da8: reopening flushed file at 1731342147281 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ff2e243: reopening flushed file at 1731342147297 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6602adf8: reopening flushed file at 1731342147303 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c097b8b: reopening flushed file at 1731342147309 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1150ms, sequenceid=11, compaction requested=false at 1731342147315 (+6 ms)Writing region close event to WAL at 1731342147321 (+6 ms)Running coprocessor post-close hooks at 1731342147326 (+5 ms)Closed at 1731342147326 2024-11-11T16:22:27,326 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:22:27,369 INFO [RS:0;16b413a53992:38439 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,38439,1731342128561; all regions closed. 2024-11-11T16:22:27,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741834_1010 (size=2717) 2024-11-11T16:22:27,372 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/WALs/16b413a53992,38439,1731342128561/16b413a53992%2C38439%2C1731342128561.meta.1731342129861.meta not finished, retry = 0 2024-11-11T16:22:27,373 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,2-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 393, reset compression=false 2024-11-11T16:22:27,474 DEBUG [RS:0;16b413a53992:38439 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/oldWALs 2024-11-11T16:22:27,474 INFO [RS:0;16b413a53992:38439 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C38439%2C1731342128561.meta:.meta(num 1731342129861) 2024-11-11T16:22:27,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741833_1009 (size=1374) 2024-11-11T16:22:27,476 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/WALs/16b413a53992,38439,1731342128561/16b413a53992%2C38439%2C1731342128561.1731342129402 not finished, retry = 0 2024-11-11T16:22:27,582 DEBUG [RS:0;16b413a53992:38439 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/oldWALs 2024-11-11T16:22:27,583 INFO [RS:0;16b413a53992:38439 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C38439%2C1731342128561:(num 1731342129402) 2024-11-11T16:22:27,583 DEBUG [RS:0;16b413a53992:38439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:27,583 INFO [RS:0;16b413a53992:38439 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:22:27,583 INFO [RS:0;16b413a53992:38439 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:22:27,583 INFO [RS:0;16b413a53992:38439 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T16:22:27,583 INFO [RS:0;16b413a53992:38439 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:22:27,583 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:22:27,583 INFO [RS:0;16b413a53992:38439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:38439. 2024-11-11T16:22:27,583 DEBUG [RS:0;16b413a53992:38439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:22:27,583 DEBUG [RS:0;16b413a53992:38439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:27,584 DEBUG [RS:0;16b413a53992:38439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:27,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:22:27,584 INFO [RS:0;16b413a53992:38439 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38439 2024-11-11T16:22:27,586 INFO [RS:0;16b413a53992:38439 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:22:27,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38439-0x1002fa645cc0004, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11826911196/rs/16b413a53992,38439,1731342128561 2024-11-11T16:22:27,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826911196/rs 2024-11-11T16:22:27,595 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,38439,1731342128561] 2024-11-11T16:22:27,597 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11826911196/draining/16b413a53992,38439,1731342128561 already deleted, retry=false 2024-11-11T16:22:27,597 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,38439,1731342128561 expired; onlineServers=0 2024-11-11T16:22:27,597 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,35827,1731342128389' ***** 2024-11-11T16:22:27,597 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:22:27,598 INFO [M:0;16b413a53992:35827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:22:27,598 INFO [M:0;16b413a53992:35827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:22:27,598 DEBUG [M:0;16b413a53992:35827 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:22:27,598 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:22:27,598 DEBUG [M:0;16b413a53992:35827 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:22:27,598 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342129080 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342129080,5,FailOnTimeoutGroup] 2024-11-11T16:22:27,598 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342129086 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342129086,5,FailOnTimeoutGroup] 2024-11-11T16:22:27,598 INFO [M:0;16b413a53992:35827 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:22:27,598 INFO [M:0;16b413a53992:35827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:22:27,598 DEBUG [M:0;16b413a53992:35827 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:22:27,598 INFO [M:0;16b413a53992:35827 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:22:27,598 INFO [M:0;16b413a53992:35827 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:22:27,598 INFO [M:0;16b413a53992:35827 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:22:27,598 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:22:27,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11826911196/master 2024-11-11T16:22:27,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826911196 2024-11-11T16:22:27,601 DEBUG [M:0;16b413a53992:35827 {}] zookeeper.RecoverableZooKeeper(212): Node /11826911196/master already deleted, retry=false 2024-11-11T16:22:27,601 DEBUG [M:0;16b413a53992:35827 {}] master.ActiveMasterManager(353): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Failed delete of our master address node; KeeperErrorCode = NoNode for /11826911196/master 2024-11-11T16:22:27,607 INFO [M:0;16b413a53992:35827 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/.lastflushedseqids 2024-11-11T16:22:27,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741845_1021 (size=173) 2024-11-11T16:22:27,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38439-0x1002fa645cc0004, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:22:27,688 INFO [RS:0;16b413a53992:38439 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:22:27,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38439-0x1002fa645cc0004, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:22:27,688 INFO [RS:0;16b413a53992:38439 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,38439,1731342128561; zookeeper connection closed. 2024-11-11T16:22:27,689 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44048f1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44048f1 2024-11-11T16:22:27,689 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:22:27,957 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 393, reset compression=false 2024-11-11T16:22:28,017 INFO [M:0;16b413a53992:35827 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:22:28,017 INFO [M:0;16b413a53992:35827 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:22:28,018 DEBUG [M:0;16b413a53992:35827 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:22:28,018 INFO [M:0;16b413a53992:35827 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:22:28,018 DEBUG [M:0;16b413a53992:35827 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:22:28,018 DEBUG [M:0;16b413a53992:35827 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:22:28,018 DEBUG [M:0;16b413a53992:35827 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:22:28,018 INFO [M:0;16b413a53992:35827 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-11T16:22:28,065 DEBUG [M:0;16b413a53992:35827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d080d65ce2ba4f8e95ad8230e660425b is 82, key is hbase:meta,,1/info:regioninfo/1731342129921/Put/seqid=0 2024-11-11T16:22:28,068 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:22:28,068 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T16:22:28,069 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128873 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [16b413a53992,37279,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:37279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T16:22:28,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741846_1022 (size=5672) 2024-11-11T16:22:28,380 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,2-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 393, reset compression=false 2024-11-11T16:22:28,474 INFO [M:0;16b413a53992:35827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d080d65ce2ba4f8e95ad8230e660425b 2024-11-11T16:22:28,497 DEBUG [M:0;16b413a53992:35827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8844493ec1aa4bf8a3cb10226f6d5b10 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731342136969/Put/seqid=0 2024-11-11T16:22:28,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741847_1023 (size=6586) 2024-11-11T16:22:28,711 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T16:22:28,913 INFO [M:0;16b413a53992:35827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8844493ec1aa4bf8a3cb10226f6d5b10 2024-11-11T16:22:28,932 DEBUG [M:0;16b413a53992:35827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5670b85ce00e486ab2f221f2c0cb463f is 69, key is 16b413a53992,38439,1731342128561/rs:state/1731342129130/Put/seqid=0 2024-11-11T16:22:28,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741848_1024 (size=5156) 2024-11-11T16:22:28,936 INFO [M:0;16b413a53992:35827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5670b85ce00e486ab2f221f2c0cb463f 2024-11-11T16:22:28,940 DEBUG [M:0;16b413a53992:35827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d080d65ce2ba4f8e95ad8230e660425b as hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d080d65ce2ba4f8e95ad8230e660425b 2024-11-11T16:22:28,943 INFO [M:0;16b413a53992:35827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d080d65ce2ba4f8e95ad8230e660425b, entries=8, sequenceid=55, filesize=5.5 K 2024-11-11T16:22:28,943 DEBUG [M:0;16b413a53992:35827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8844493ec1aa4bf8a3cb10226f6d5b10 as hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8844493ec1aa4bf8a3cb10226f6d5b10 2024-11-11T16:22:28,946 INFO [M:0;16b413a53992:35827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8844493ec1aa4bf8a3cb10226f6d5b10, entries=6, sequenceid=55, filesize=6.4 K 2024-11-11T16:22:28,950 DEBUG [M:0;16b413a53992:35827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5670b85ce00e486ab2f221f2c0cb463f as hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5670b85ce00e486ab2f221f2c0cb463f 2024-11-11T16:22:28,953 INFO [M:0;16b413a53992:35827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33923/user/jenkins/test-data/5988606d-b371-1e84-c4d7-25dc600eebe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5670b85ce00e486ab2f221f2c0cb463f, entries=1, sequenceid=55, filesize=5.0 K 2024-11-11T16:22:28,954 INFO [M:0;16b413a53992:35827 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 936ms, sequenceid=55, compaction requested=false 2024-11-11T16:22:28,961 INFO [M:0;16b413a53992:35827 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:22:28,961 DEBUG [M:0;16b413a53992:35827 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342148017Disabling compacts and flushes for region at 1731342148017Disabling writes for close at 1731342148018 (+1 ms)Obtaining lock to block concurrent updates at 1731342148018Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731342148018Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731342148018Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731342148020 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731342148020Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731342148064 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731342148064Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731342148478 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731342148496 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731342148497 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731342148917 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731342148932 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731342148932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59726d48: reopening flushed file at 1731342148939 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@156f022: reopening flushed file at 1731342148943 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78c708ce: reopening flushed file at 1731342148947 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 936ms, sequenceid=55, compaction requested=false at 1731342148954 (+7 ms)Writing region close event to WAL at 1731342148961 (+7 ms)Closed at 1731342148961 2024-11-11T16:22:28,961 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 393, reset compression=false 2024-11-11T16:22:28,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741830_1006 (size=32770) 2024-11-11T16:22:28,964 INFO [M:0;16b413a53992:35827 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:22:28,964 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:22:28,965 INFO [M:0;16b413a53992:35827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35827 2024-11-11T16:22:28,967 INFO [M:0;16b413a53992:35827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:22:29,071 INFO [M:0;16b413a53992:35827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:22:29,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:22:29,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1002fa645cc0003, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:22:29,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36869ebf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:22:29,075 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56fa92ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:22:29,075 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:22:29,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f0c9ac6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:22:29,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40c70f34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/hadoop.log.dir/,STOPPED} 2024-11-11T16:22:29,078 WARN [BP-1716221992-172.17.0.2-1731342126590 heartbeating to localhost/127.0.0.1:33923 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:22:29,078 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:22:29,078 WARN [BP-1716221992-172.17.0.2-1731342126590 heartbeating to localhost/127.0.0.1:33923 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1716221992-172.17.0.2-1731342126590 (Datanode Uuid 1b958450-0361-48d2-8e5f-7e92dadb86e1) service to localhost/127.0.0.1:33923 2024-11-11T16:22:29,078 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:22:29,079 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/cluster_3fdc91e5-10fc-249b-a542-986585ea9778/data/data1/current/BP-1716221992-172.17.0.2-1731342126590 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:22:29,079 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/cluster_3fdc91e5-10fc-249b-a542-986585ea9778/data/data2/current/BP-1716221992-172.17.0.2-1731342126590 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:22:29,079 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:22:29,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2568b826{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:22:29,088 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b21cbaa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:22:29,088 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:22:29,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38d29d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:22:29,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e6881e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27204b88-ec12-1644-cce0-6d6769d7ef7e/hadoop.log.dir/,STOPPED} 2024-11-11T16:22:29,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:22:29,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:22:29,110 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:22:29,110 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:22:29,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:29,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:22:29,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:29,111 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:22:29,111 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=875931220, stopped=false 2024-11-11T16:22:29,111 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,36671,1731342123480 2024-11-11T16:22:29,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02001870391/running 2024-11-11T16:22:29,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002fa645cc0001, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02001870391/running 2024-11-11T16:22:29,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002fa645cc0001, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02001870391 2024-11-11T16:22:29,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02001870391 2024-11-11T16:22:29,115 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:22:29,115 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:22:29,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:22:29,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:29,116 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,34105,1731342123732' ***** 2024-11-11T16:22:29,116 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:22:29,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34105-0x1002fa645cc0001, quorum=127.0.0.1:60234, baseZNode=/02001870391 Set watcher on znode that does not yet exist, /02001870391/running 2024-11-11T16:22:29,116 INFO [RS:0;16b413a53992:34105 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:22:29,117 INFO [RS:0;16b413a53992:34105 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:22:29,117 INFO [RS:0;16b413a53992:34105 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:22:29,117 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:22:29,117 INFO [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer(3091): Received CLOSE for 5386b965e1d660afd0aece953c49bee9 2024-11-11T16:22:29,117 INFO [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer(3091): Received CLOSE for aafb9d8b5b6c1cf58d3ada2b0f4e4690 2024-11-11T16:22:29,117 INFO [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,34105,1731342123732 2024-11-11T16:22:29,117 INFO [RS:0;16b413a53992:34105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:22:29,117 INFO [RS:0;16b413a53992:34105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:34105. 2024-11-11T16:22:29,117 DEBUG [RS:0;16b413a53992:34105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:22:29,117 DEBUG [RS:0;16b413a53992:34105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:29,117 INFO [RS:0;16b413a53992:34105 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:22:29,117 INFO [RS:0;16b413a53992:34105 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:22:29,117 INFO [RS:0;16b413a53992:34105 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:22:29,118 INFO [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:22:29,118 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5386b965e1d660afd0aece953c49bee9, disabling compactions & flushes 2024-11-11T16:22:29,118 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9. 2024-11-11T16:22:29,118 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9. 2024-11-11T16:22:29,118 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9. after waiting 0 ms 2024-11-11T16:22:29,118 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9. 2024-11-11T16:22:29,118 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5386b965e1d660afd0aece953c49bee9 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-11T16:22:29,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Set watcher on znode that does not yet exist, /02001870391/running 2024-11-11T16:22:29,119 INFO [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T16:22:29,119 DEBUG [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer(1325): Online Regions={5386b965e1d660afd0aece953c49bee9=hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9., aafb9d8b5b6c1cf58d3ada2b0f4e4690=test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T16:22:29,119 DEBUG [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5386b965e1d660afd0aece953c49bee9, aafb9d8b5b6c1cf58d3ada2b0f4e4690 2024-11-11T16:22:29,119 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:22:29,119 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:22:29,119 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:22:29,119 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:22:29,119 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:22:29,119 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T16:22:29,125 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:22:29,125 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:22:29,140 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/replication/5386b965e1d660afd0aece953c49bee9/.tmp/hfileref/a443434ff43a41e4ba7e1643dfa20294 is 74, key is 1/hfileref:38a2f584dcc44ee486c7e245b819f205_SeqId_4_/1731342140747/DeleteColumn/seqid=0 2024-11-11T16:22:29,145 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740/.tmp/info/de38c063053d44968674c3cf2b29db7d is 147, key is hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9./info:regioninfo/1731342138260/Put/seqid=0 2024-11-11T16:22:29,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741847_1023 (size=5489) 2024-11-11T16:22:29,146 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/replication/5386b965e1d660afd0aece953c49bee9/.tmp/hfileref/a443434ff43a41e4ba7e1643dfa20294 2024-11-11T16:22:29,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741848_1024 (size=7686) 2024-11-11T16:22:29,166 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/replication/5386b965e1d660afd0aece953c49bee9/.tmp/queue/ff6642bbac26424592b386e3c741f735 is 153, key is 1-16b413a53992,34105,1731342123732/queue:16b413a53992%2C34105%2C1731342123732/1731342144353/Put/seqid=0 2024-11-11T16:22:29,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741849_1025 (size=5504) 2024-11-11T16:22:29,214 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:22:29,320 DEBUG [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5386b965e1d660afd0aece953c49bee9, aafb9d8b5b6c1cf58d3ada2b0f4e4690 2024-11-11T16:22:29,484 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,2-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 393, reset compression=false 2024-11-11T16:22:29,520 DEBUG [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5386b965e1d660afd0aece953c49bee9, aafb9d8b5b6c1cf58d3ada2b0f4e4690 2024-11-11T16:22:29,554 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740/.tmp/info/de38c063053d44968674c3cf2b29db7d 2024-11-11T16:22:29,569 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/replication/5386b965e1d660afd0aece953c49bee9/.tmp/queue/ff6642bbac26424592b386e3c741f735 2024-11-11T16:22:29,573 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740/.tmp/ns/d79f206f94114687a97af5ab32c0ab73 is 43, key is default/ns:d/1731342126363/Put/seqid=0 2024-11-11T16:22:29,574 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/replication/5386b965e1d660afd0aece953c49bee9/.tmp/hfileref/a443434ff43a41e4ba7e1643dfa20294 as hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/replication/5386b965e1d660afd0aece953c49bee9/hfileref/a443434ff43a41e4ba7e1643dfa20294 2024-11-11T16:22:29,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741850_1026 (size=5153) 2024-11-11T16:22:29,577 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740/.tmp/ns/d79f206f94114687a97af5ab32c0ab73 2024-11-11T16:22:29,579 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/replication/5386b965e1d660afd0aece953c49bee9/hfileref/a443434ff43a41e4ba7e1643dfa20294, entries=6, sequenceid=17, filesize=5.4 K 2024-11-11T16:22:29,579 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/replication/5386b965e1d660afd0aece953c49bee9/.tmp/queue/ff6642bbac26424592b386e3c741f735 as hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/replication/5386b965e1d660afd0aece953c49bee9/queue/ff6642bbac26424592b386e3c741f735 2024-11-11T16:22:29,583 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/replication/5386b965e1d660afd0aece953c49bee9/queue/ff6642bbac26424592b386e3c741f735, entries=2, sequenceid=17, filesize=5.4 K 2024-11-11T16:22:29,584 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 5386b965e1d660afd0aece953c49bee9 in 466ms, sequenceid=17, compaction requested=false 2024-11-11T16:22:29,587 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/replication/5386b965e1d660afd0aece953c49bee9/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-11T16:22:29,588 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:22:29,588 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:22:29,588 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9. 2024-11-11T16:22:29,588 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5386b965e1d660afd0aece953c49bee9: Waiting for close lock at 1731342149118Running coprocessor pre-close hooks at 1731342149118Disabling compacts and flushes for region at 1731342149118Disabling writes for close at 1731342149118Obtaining lock to block concurrent updates at 1731342149118Preparing flush snapshotting stores in 5386b965e1d660afd0aece953c49bee9 at 1731342149118Finished memstore snapshotting hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731342149118Flushing stores of hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9. at 1731342149119 (+1 ms)Flushing 5386b965e1d660afd0aece953c49bee9/hfileref: creating writer at 1731342149119Flushing 5386b965e1d660afd0aece953c49bee9/hfileref: appending metadata at 1731342149140 (+21 ms)Flushing 5386b965e1d660afd0aece953c49bee9/hfileref: closing flushed file at 1731342149140Flushing 5386b965e1d660afd0aece953c49bee9/queue: creating writer at 1731342149151 (+11 ms)Flushing 5386b965e1d660afd0aece953c49bee9/queue: appending metadata at 1731342149165 (+14 ms)Flushing 5386b965e1d660afd0aece953c49bee9/queue: closing flushed file at 1731342149165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13c48f56: reopening flushed file at 1731342149573 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@213c3a66: reopening flushed file at 1731342149579 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 5386b965e1d660afd0aece953c49bee9 in 466ms, sequenceid=17, compaction requested=false at 1731342149584 (+5 ms)Writing region close event to WAL at 1731342149585 (+1 ms)Running coprocessor post-close hooks at 1731342149588 (+3 ms)Closed at 1731342149588 2024-11-11T16:22:29,588 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731342137660.5386b965e1d660afd0aece953c49bee9. 2024-11-11T16:22:29,588 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aafb9d8b5b6c1cf58d3ada2b0f4e4690, disabling compactions & flushes 2024-11-11T16:22:29,588 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690. 2024-11-11T16:22:29,588 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690. 2024-11-11T16:22:29,588 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690. after waiting 0 ms 2024-11-11T16:22:29,588 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690. 2024-11-11T16:22:29,591 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/default/test/aafb9d8b5b6c1cf58d3ada2b0f4e4690/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T16:22:29,591 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:22:29,591 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T16:22:29,591 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690. 2024-11-11T16:22:29,591 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aafb9d8b5b6c1cf58d3ada2b0f4e4690: Waiting for close lock at 1731342149588Running coprocessor pre-close hooks at 1731342149588Disabling compacts and flushes for region at 1731342149588Disabling writes for close at 1731342149588Writing region close event to WAL at 1731342149589 (+1 ms)Running coprocessor post-close hooks at 1731342149591 (+2 ms)Closed at 1731342149591 2024-11-11T16:22:29,592 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690. 2024-11-11T16:22:29,596 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740/.tmp/rep_barrier/1e4a9ef03e0246d3a8a3839b5860fa0c is 112, key is test,,1731342135190.aafb9d8b5b6c1cf58d3ada2b0f4e4690./rep_barrier:seqnumDuringOpen/1731342135796/Put/seqid=0 2024-11-11T16:22:29,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741851_1027 (size=5518) 2024-11-11T16:22:29,720 DEBUG [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:22:29,920 DEBUG [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:22:30,000 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740/.tmp/rep_barrier/1e4a9ef03e0246d3a8a3839b5860fa0c 2024-11-11T16:22:30,022 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740/.tmp/table/dae8f2e77bd24906aa6b5aaeb18fa0ca is 53, key is hbase:replication/table:state/1731342138277/Put/seqid=0 2024-11-11T16:22:30,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741852_1028 (size=5308) 2024-11-11T16:22:30,067 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 393, reset compression=false 2024-11-11T16:22:30,071 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T16:22:30,071 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 688, reset compression=false 2024-11-11T16:22:30,071 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.shipper16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16b413a53992,34105,1731342123732 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T16:22:30,072 ERROR [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.shipper16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 16b413a53992,34105,1731342123732: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-16b413a53992,34105,1731342123732, walGroup=16b413a53992%2C34105%2C1731342123732, offset=16b413a53992%2C34105%2C1731342123732.1731342141601:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:34105 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T16:22:30,074 ERROR [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.shipper16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T16:22:30,074 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.shipper16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T16:22:30,074 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.shipper16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T16:22:30,074 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.shipper16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T16:22:30,074 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.shipper16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T16:22:30,074 INFO [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.shipper16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1419771904, "init": 1048576000, "max": 2306867200, "used": 1052235808 }, "NonHeapMemoryUsage": { "committed": 210632704, "init": 7667712, "max": -1, "used": 207705144 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T16:22:30,075 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.shipper16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:36671 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:36671 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T16:22:30,121 INFO [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T16:22:30,121 DEBUG [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T16:22:30,121 DEBUG [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:22:30,276 DEBUG [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.wal-reader.16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/WALs/16b413a53992,34105,1731342123732/16b413a53992%2C34105%2C1731342123732.1731342141601 to pos 688, reset compression=false 2024-11-11T16:22:30,321 DEBUG [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:22:30,397 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:22:30,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:30,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:30,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:30,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:30,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:30,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:30,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:30,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:30,426 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740/.tmp/table/dae8f2e77bd24906aa6b5aaeb18fa0ca 2024-11-11T16:22:30,431 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740/.tmp/info/de38c063053d44968674c3cf2b29db7d as hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740/info/de38c063053d44968674c3cf2b29db7d 2024-11-11T16:22:30,435 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740/info/de38c063053d44968674c3cf2b29db7d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T16:22:30,436 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740/.tmp/ns/d79f206f94114687a97af5ab32c0ab73 as hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740/ns/d79f206f94114687a97af5ab32c0ab73 2024-11-11T16:22:30,439 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740/ns/d79f206f94114687a97af5ab32c0ab73, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T16:22:30,440 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740/.tmp/rep_barrier/1e4a9ef03e0246d3a8a3839b5860fa0c as hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740/rep_barrier/1e4a9ef03e0246d3a8a3839b5860fa0c 2024-11-11T16:22:30,443 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740/rep_barrier/1e4a9ef03e0246d3a8a3839b5860fa0c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T16:22:30,444 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740/.tmp/table/dae8f2e77bd24906aa6b5aaeb18fa0ca as hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740/table/dae8f2e77bd24906aa6b5aaeb18fa0ca 2024-11-11T16:22:30,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:30,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:30,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:30,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:30,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:30,447 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740/table/dae8f2e77bd24906aa6b5aaeb18fa0ca, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T16:22:30,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:30,448 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=16, compaction requested=false 2024-11-11T16:22:30,453 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T16:22:30,454 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T16:22:30,454 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:22:30,454 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:22:30,454 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731342149119Running coprocessor pre-close hooks at 1731342149119Disabling compacts and flushes for region at 1731342149119Disabling writes for close at 1731342149119Obtaining lock to block concurrent updates at 1731342149119Preparing flush snapshotting stores in 1588230740 at 1731342149119Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731342149121 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731342149122 (+1 ms)Flushing 1588230740/info: creating writer at 1731342149122Flushing 1588230740/info: appending metadata at 1731342149145 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731342149145Flushing 1588230740/ns: creating writer at 1731342149558 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731342149572 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731342149573 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731342149581 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731342149596 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731342149596Flushing 1588230740/table: creating writer at 1731342150004 (+408 ms)Flushing 1588230740/table: appending metadata at 1731342150021 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731342150021Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@554d3f2a: reopening flushed file at 1731342150430 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d7307b7: reopening flushed file at 1731342150435 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58f591fc: reopening flushed file at 1731342150439 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18a26b7a: reopening flushed file at 1731342150443 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=16, compaction requested=false at 1731342150448 (+5 ms)Writing region close event to WAL at 1731342150451 (+3 ms)Running coprocessor post-close hooks at 1731342150454 (+3 ms)Closed at 1731342150454 2024-11-11T16:22:30,454 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:22:30,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:30,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:30,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:30,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:22:30,521 INFO [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,34105,1731342123732; all regions closed. 2024-11-11T16:22:30,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741844_1020 (size=859) 2024-11-11T16:22:30,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741842_1018 (size=2791) 2024-11-11T16:22:30,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741843_1019 (size=696) 2024-11-11T16:22:30,529 DEBUG [RS:0;16b413a53992:34105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:30,529 INFO [RS:0;16b413a53992:34105 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:22:30,529 INFO [RS:0;16b413a53992:34105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:22:30,529 INFO [RS:0;16b413a53992:34105 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T16:22:30,529 INFO [RS:0;16b413a53992:34105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:22:30,529 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:22:30,530 INFO [RS:0;16b413a53992:34105 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16b413a53992,34105,1731342123732 because: Region server is closing 2024-11-11T16:22:30,530 INFO [RS:0;16b413a53992:34105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:34105. 2024-11-11T16:22:30,530 DEBUG [RS:0;16b413a53992:34105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:22:30,531 DEBUG [RS:0;16b413a53992:34105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:30,531 DEBUG [RS:0;16b413a53992:34105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:30,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:22:30,631 INFO [RS:0;16b413a53992:34105 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,1-16b413a53992,34105,1731342123732.replicationSource.shipper16b413a53992%2C34105%2C1731342123732,1-16b413a53992,34105,1731342123732 terminated 2024-11-11T16:22:30,631 INFO [RS:0;16b413a53992:34105 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-16b413a53992,34105,1731342123732 because: Region server is closing 2024-11-11T16:22:30,631 INFO [RS:0;16b413a53992:34105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:34105. 2024-11-11T16:22:30,631 DEBUG [RS:0;16b413a53992:34105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:22:30,631 DEBUG [RS:0;16b413a53992:34105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:30,632 DEBUG [RS:0;16b413a53992:34105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:22:30,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:22:30,732 WARN [RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732.replicationSource.shipper16b413a53992%2C34105%2C1731342123732,2-16b413a53992,34105,1731342123732 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T16:22:30,732 INFO [RS:0;16b413a53992:34105 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16b413a53992:0-0.replicationSource,2-16b413a53992,34105,1731342123732.replicationSource.shipper16b413a53992%2C34105%2C1731342123732,2-16b413a53992,34105,1731342123732 terminated 2024-11-11T16:22:30,733 INFO [RS:0;16b413a53992:34105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34105 2024-11-11T16:22:30,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02001870391/rs 2024-11-11T16:22:30,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,34105,1731342123732] 2024-11-11T16:22:30,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002fa645cc0001, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02001870391/rs/16b413a53992,34105,1731342123732 2024-11-11T16:22:30,737 INFO [RS:0;16b413a53992:34105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:22:30,741 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02001870391/draining/16b413a53992,34105,1731342123732 already deleted, retry=false 2024-11-11T16:22:30,741 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,34105,1731342123732 expired; onlineServers=0 2024-11-11T16:22:30,741 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,36671,1731342123480' ***** 2024-11-11T16:22:30,741 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:22:30,741 INFO [M:0;16b413a53992:36671 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:22:30,741 INFO [M:0;16b413a53992:36671 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:22:30,741 DEBUG [M:0;16b413a53992:36671 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:22:30,741 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:22:30,741 DEBUG [M:0;16b413a53992:36671 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:22:30,741 INFO [M:0;16b413a53992:36671 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:22:30,741 INFO [M:0;16b413a53992:36671 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:22:30,741 DEBUG [M:0;16b413a53992:36671 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:22:30,742 INFO [M:0;16b413a53992:36671 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:22:30,742 INFO [M:0;16b413a53992:36671 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:22:30,742 INFO [M:0;16b413a53992:36671 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:22:30,742 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342125068 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731342125068,5,FailOnTimeoutGroup] 2024-11-11T16:22:30,742 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342125068 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731342125068,5,FailOnTimeoutGroup] 2024-11-11T16:22:30,742 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:22:30,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02001870391/master 2024-11-11T16:22:30,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02001870391 2024-11-11T16:22:30,757 DEBUG [M:0;16b413a53992:36671 {}] zookeeper.RecoverableZooKeeper(212): Node /02001870391/master already deleted, retry=false 2024-11-11T16:22:30,757 DEBUG [M:0;16b413a53992:36671 {}] master.ActiveMasterManager(353): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Failed delete of our master address node; KeeperErrorCode = NoNode for /02001870391/master 2024-11-11T16:22:30,759 INFO [M:0;16b413a53992:36671 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/.lastflushedseqids 2024-11-11T16:22:30,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741853_1029 (size=263) 2024-11-11T16:22:30,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002fa645cc0001, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:22:30,843 INFO [RS:0;16b413a53992:34105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:22:30,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1002fa645cc0001, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:22:30,843 INFO [RS:0;16b413a53992:34105 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,34105,1731342123732; zookeeper connection closed. 2024-11-11T16:22:30,843 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@591adc05 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@591adc05 2024-11-11T16:22:30,844 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:22:31,168 INFO [M:0;16b413a53992:36671 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:22:31,169 INFO [M:0;16b413a53992:36671 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:22:31,169 DEBUG [M:0;16b413a53992:36671 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:22:31,169 INFO [M:0;16b413a53992:36671 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:22:31,169 DEBUG [M:0;16b413a53992:36671 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:22:31,169 DEBUG [M:0;16b413a53992:36671 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:22:31,169 DEBUG [M:0;16b413a53992:36671 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:22:31,169 INFO [M:0;16b413a53992:36671 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-11T16:22:31,193 DEBUG [M:0;16b413a53992:36671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/474960fda73e47a4a951fa588a6621c0 is 82, key is hbase:meta,,1/info:regioninfo/1731342126345/Put/seqid=0 2024-11-11T16:22:31,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741854_1030 (size=5672) 2024-11-11T16:22:31,601 INFO [M:0;16b413a53992:36671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/474960fda73e47a4a951fa588a6621c0 2024-11-11T16:22:31,632 DEBUG [M:0;16b413a53992:36671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8b62792bdff4629a033bdcc5bafaabe is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731342138289/Put/seqid=0 2024-11-11T16:22:31,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741855_1031 (size=8909) 2024-11-11T16:22:31,639 INFO [M:0;16b413a53992:36671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8b62792bdff4629a033bdcc5bafaabe 2024-11-11T16:22:31,666 DEBUG [M:0;16b413a53992:36671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01771ce989944260894a60600829516b is 69, key is 16b413a53992,34105,1731342123732/rs:state/1731342125099/Put/seqid=0 2024-11-11T16:22:31,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741856_1032 (size=5156) 2024-11-11T16:22:32,081 INFO [M:0;16b413a53992:36671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01771ce989944260894a60600829516b 2024-11-11T16:22:32,109 DEBUG [M:0;16b413a53992:36671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/474960fda73e47a4a951fa588a6621c0 as hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/474960fda73e47a4a951fa588a6621c0 2024-11-11T16:22:32,122 INFO [M:0;16b413a53992:36671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/474960fda73e47a4a951fa588a6621c0, entries=8, sequenceid=112, filesize=5.5 K 2024-11-11T16:22:32,126 DEBUG [M:0;16b413a53992:36671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8b62792bdff4629a033bdcc5bafaabe as hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8b62792bdff4629a033bdcc5bafaabe 2024-11-11T16:22:32,133 INFO [M:0;16b413a53992:36671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8b62792bdff4629a033bdcc5bafaabe, entries=13, sequenceid=112, filesize=8.7 K 2024-11-11T16:22:32,135 DEBUG [M:0;16b413a53992:36671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01771ce989944260894a60600829516b as hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/01771ce989944260894a60600829516b 2024-11-11T16:22:32,149 INFO [M:0;16b413a53992:36671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42369/user/jenkins/test-data/0872a144-7140-7872-73c6-b012468f74f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/01771ce989944260894a60600829516b, entries=1, sequenceid=112, filesize=5.0 K 2024-11-11T16:22:32,153 INFO [M:0;16b413a53992:36671 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 984ms, sequenceid=112, compaction requested=false 2024-11-11T16:22:32,181 INFO [M:0;16b413a53992:36671 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:22:32,181 DEBUG [M:0;16b413a53992:36671 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731342151169Disabling compacts and flushes for region at 1731342151169Disabling writes for close at 1731342151169Obtaining lock to block concurrent updates at 1731342151169Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731342151169Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731342151169Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731342151170 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731342151170Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731342151192 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731342151192Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731342151609 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731342151632 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731342151632Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731342151643 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731342151665 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731342151665Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3373d775: reopening flushed file at 1731342152099 (+434 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@161b15e6: reopening flushed file at 1731342152123 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fb201d1: reopening flushed file at 1731342152133 (+10 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 984ms, sequenceid=112, compaction requested=false at 1731342152153 (+20 ms)Writing region close event to WAL at 1731342152181 (+28 ms)Closed at 1731342152181 2024-11-11T16:22:32,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741830_1006 (size=69055) 2024-11-11T16:22:32,194 INFO [M:0;16b413a53992:36671 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:22:32,194 INFO [M:0;16b413a53992:36671 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36671 2024-11-11T16:22:32,194 INFO [M:0;16b413a53992:36671 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:22:32,194 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:22:32,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:22:32,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36671-0x1002fa645cc0000, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:22:32,297 INFO [M:0;16b413a53992:36671 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:22:32,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fa60a3c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:22:32,301 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3df13e92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:22:32,301 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:22:32,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ed989c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:22:32,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3eb3402{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/hadoop.log.dir/,STOPPED} 2024-11-11T16:22:32,310 WARN [BP-1134952117-172.17.0.2-1731342121867 heartbeating to localhost/127.0.0.1:42369 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:22:32,310 WARN [BP-1134952117-172.17.0.2-1731342121867 heartbeating to localhost/127.0.0.1:42369 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1134952117-172.17.0.2-1731342121867 (Datanode Uuid 2b63ce15-07f0-4424-a1d3-9d2de773c23c) service to localhost/127.0.0.1:42369 2024-11-11T16:22:32,310 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:22:32,310 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:22:32,311 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/cluster_f7b963da-d64c-f3b7-d74f-bf112d208b34/data/data1/current/BP-1134952117-172.17.0.2-1731342121867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:22:32,311 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/cluster_f7b963da-d64c-f3b7-d74f-bf112d208b34/data/data2/current/BP-1134952117-172.17.0.2-1731342121867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:22:32,311 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:22:32,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@133e1341{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:22:32,320 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3288d9f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:22:32,320 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:22:32,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dfe1847{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:22:32,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4564b2bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b70f2c-fb36-72db-945c-1dca1ee42443/hadoop.log.dir/,STOPPED} 2024-11-11T16:22:32,328 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T16:22:32,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:22:32,367 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=597 (was 533) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42369 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33923 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42369 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60234) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:33923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33923 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:46735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:42369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60234) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46735 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46735 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33923 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60234) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33923 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46735 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42369 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46735 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=980 (was 881) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1150 (was 961) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1280 (was 2468) 2024-11-11T16:22:32,368 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=597 is superior to 500 2024-11-11T16:22:32,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1002fa645cc0002, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T16:22:32,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1002fa645cc0002, quorum=127.0.0.1:60234, baseZNode=/02001870391 Received Disconnected from ZooKeeper, ignoring 2024-11-11T16:22:32,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1002fa645cc0005, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T16:22:32,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1002fa645cc0005, quorum=127.0.0.1:60234, baseZNode=/11826911196 Received Disconnected from ZooKeeper, ignoring 2024-11-11T16:22:32,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1002fa645cc0008, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T16:22:32,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1002fa645cc0008, quorum=127.0.0.1:60234, baseZNode=/2-1088078807 Received Disconnected from ZooKeeper, ignoring